-- Logs begin at Wed 2021-02-17 00:15:52 UTC, end at Wed 2021-02-17 01:21:53 UTC. -- Feb 17 00:50:41.265767 dv-cinder-759955-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 00:50:44.038440 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.common.config [-] Logging enabled! Feb 17 00:50:44.039068 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 00:50:44.040392 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83915) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 00:50:44.042149 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.common.config [-] Logging enabled! Feb 17 00:50:44.042458 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 00:50:44.042809 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83915) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 00:50:44.043904 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 00:50:44.044199 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 00:50:44.046025 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 00:50:44.046275 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 00:50:44.046563 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 00:50:44.046943 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.047264 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.047605 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.047928 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.048268 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.048600 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.048918 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.049252 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.049595 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.049917 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.050229 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.050527 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.050787 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.051106 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.051432 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.051757 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.052030 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] debug = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.052359 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.052899 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.053214 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.053528 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.053854 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.054157 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.054469 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.054786 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.055167 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] host = dv-cinder-759955-4-smb {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.055483 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.055829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.056162 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.056488 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.056781 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.057094 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.057426 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.057735 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.058032 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] log_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.058340 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.058668 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.058993 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.059558 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.059558 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.059884 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.060819 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.061163 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.061480 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.061795 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.062132 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.062423 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.062734 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.063038 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.063367 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.063691 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.064059 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.064367 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.064674 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.064982 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.065288 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.065610 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.065915 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.066221 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.066527 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.066852 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.067153 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.067457 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.067823 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.068152 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.068472 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.068795 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.069105 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.069430 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.069736 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.070042 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.070345 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] use_json = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.070651 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.070958 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.071278 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.071586 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.071916 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.072227 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.072535 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.072858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:44.073199 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.073538 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.073881 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.074199 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.074527 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.074843 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.075170 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.076074 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.076420 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.076754 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.077083 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.077397 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.077732 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.078042 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.078381 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.078730 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.079068 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.079403 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.079715 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.080058 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.080367 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.080681 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.081005 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.081338 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.081668 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.081975 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.082294 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.082624 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.082933 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.083240 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.083551 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.083905 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.084225 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.084531 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.084848 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.085161 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.085465 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.085768 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.086079 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.086405 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.086712 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.087016 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.087318 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.087626 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.087955 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.088275 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.088587 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.088891 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.089194 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.089503 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.089807 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.090112 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.090425 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.090729 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.091773 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.092110 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.092418 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.092735 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.093041 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.093349 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.093655 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.093960 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.094272 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.094579 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.094885 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.095190 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.095499 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.095829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.096149 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.096492 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.096807 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.097121 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.097433 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.097744 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.098058 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.098366 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.098679 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.098989 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.099296 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.099633 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.099978 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.100303 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.100621 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.100934 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.101272 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.101583 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.101901 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.102215 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.102525 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.102851 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.103170 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.103499 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.103846 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.104176 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.104503 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.104840 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.105158 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.105515 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.105830 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:44.106077 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 00:50:44.106345 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83915) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 00:50:44.783557 dv-cinder-759955-4-smb neutron-server[83915]: INFO keyring.backend [-] Loading Gnome Feb 17 00:50:44.801922 dv-cinder-759955-4-smb neutron-server[83915]: INFO keyring.backend [-] Loading Google Feb 17 00:50:44.804570 dv-cinder-759955-4-smb neutron-server[83915]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 00:50:44.808088 dv-cinder-759955-4-smb neutron-server[83915]: INFO keyring.backend [-] Loading file Feb 17 00:50:44.809079 dv-cinder-759955-4-smb neutron-server[83915]: INFO keyring.backend [-] Loading keyczar Feb 17 00:50:44.809328 dv-cinder-759955-4-smb neutron-server[83915]: INFO keyring.backend [-] Loading multi Feb 17 00:50:44.810496 dv-cinder-759955-4-smb neutron-server[83915]: INFO keyring.backend [-] Loading pyfs Feb 17 00:50:44.856982 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:50:44.857756 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:50:44.858079 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:50:44.858797 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 00:50:45.291655 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.292278 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.292278 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.342028 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.342328 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.342574 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.346469 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.346769 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.347058 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.417689 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.417998 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.418291 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.419499 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.419832 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.420309 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.688509 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.688714 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.688992 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.689288 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.690136 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.836774 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.837144 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.837463 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.837758 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.838051 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.838434 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.838716 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.838986 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.839266 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.839595 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.839891 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.840220 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.840496 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.840778 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.841219 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.841522 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.841796 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.842112 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.842390 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.842874 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.843151 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.843434 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.843769 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.844070 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.844343 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.844771 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:50:45.845039 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:50:45.845310 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:50:45.845571 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:50:45.845835 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:50:45.846098 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:50:45.846523 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 00:50:45.849916 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 00:50:45.853824 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 00:50:45.859032 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 17 00:50:45.860739 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 00:50:45.862011 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 00:50:45.862388 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 00:50:45.862825 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 00:50:45.865620 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 00:50:45.865894 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 00:50:45.866282 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 00:50:45.888297 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 17 00:50:45.888834 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.889161 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83915) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 00:50:45.889569 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.890923 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83915) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 00:50:45.891246 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 00:50:45.891518 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 00:50:45.894813 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.895125 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:45.961081 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 00:50:45.961260 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 00:50:45.961514 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 00:50:45.961927 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 00:50:45.997328 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_db.sqlalchemy.engines [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83915) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 00:50:46.447424 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Initializing driver for type 'gre' Feb 17 00:50:46.448009 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] gre ID ranges: [(1, 1000)] Feb 17 00:50:46.492308 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Initializing driver for type 'local' Feb 17 00:50:46.492676 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Initializing driver for type 'vlan' Feb 17 00:50:46.504222 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] VlanTypeDriver initialization complete Feb 17 00:50:46.504597 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Initializing driver for type 'vxlan' Feb 17 00:50:46.505130 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] vxlan ID ranges: [(1, 1000)] Feb 17 00:50:46.546184 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Initializing extension driver 'port_security' Feb 17 00:50:46.546540 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.extensions.port_security [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] PortSecurityExtensionDriver initialization complete Feb 17 00:50:46.546907 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Initializing mechanism driver 'openvswitch' Feb 17 00:50:46.553276 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:50:46.554125 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > port after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.554532 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > port after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.554918 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > port after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.555339 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > subnet after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.555722 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > subnet after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.556126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.556533 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > network after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.556913 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > network after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.557290 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > network after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.557691 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > security_group after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.558065 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > security_group after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.558437 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.558820 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.559192 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.559603 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.560182 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > address_group after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.560568 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > address_group after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.560939 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.561300 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] ML2 OVO RPC backend initialized. {{(pid=83915) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 00:50:46.562011 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.562396 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.562843 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > network before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.563217 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > networks before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.563587 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > port before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.563981 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > ports before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.564354 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > subnet before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.564708 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > subnets before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.565082 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > network after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.565449 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > network after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.565813 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > network after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.566177 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > port after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.566542 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > port after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.566910 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > port after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.567282 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > subnet after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.567642 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > subnet after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.568028 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.568662 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.plugin [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Modular L2 Plugin initialization complete Feb 17 00:50:46.569014 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading services supported by the core plugin {{(pid=83915) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 00:50:46.569384 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Got port-security extension from driver 'port_security' Feb 17 00:50:46.569889 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.extensions.vlantransparent [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Disabled vlantransparent extension. Feb 17 00:50:46.570367 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83915) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 00:50:46.570703 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading Plugin: router Feb 17 00:50:46.609794 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.610233 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router after_create 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.610637 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router before_create 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.611038 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.611457 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.611891 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router after_delete 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.612300 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.612714 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router after_create 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.613097 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router after_update 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.613490 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router after_update 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.613880 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.614284 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router after_update 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.614792 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router precommit_update 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.615217 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: port after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.615594 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: port after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.616012 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: subnet after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.616391 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.616787 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.617171 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router precommit_create 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.617554 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: port before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.617939 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router precommit_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.618350 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router after_update 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.618730 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.619119 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router precommit_create 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.619539 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.619955 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router precommit_update 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.620397 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > network after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.621548 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Tracking information for resource: router configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:50:46.621922 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Tracking information for resource: floatingip configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:50:46.627417 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.l3_agentschedulers_db [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 00:50:46.628171 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: port after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.628508 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: port after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.628890 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: port after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.629277 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: port after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.630228 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router before_create 55550100 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.630652 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.631040 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router precommit_create 55550100 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.631428 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > router precommit_update 55550100 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.636240 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.provider_configuration [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Service providers = [] {{(pid=83915) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 00:50:46.636631 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.servicetype_db [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83915) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 00:50:46.639907 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.service_base [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 00:50:46.640287 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.service_base [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 00:50:46.640657 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.service_base [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 00:50:46.641551 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.service_base [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 00:50:46.641941 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.services.service_base [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 00:50:46.642347 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:50:46.642697 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 00:50:46.653095 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:50:46.654012 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading Plugin: auto_allocate Feb 17 00:50:46.659555 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: network precommit_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.659997 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: network precommit_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.660605 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:50:46.660955 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading Plugin: tag Feb 17 00:50:46.668102 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:50:46.668467 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading Plugin: timestamp Feb 17 00:50:46.672705 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:50:46.673236 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading Plugin: network_ip_availability Feb 17 00:50:46.678739 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.679134 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.679550 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.680402 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:50:46.680751 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading Plugin: flavors Feb 17 00:50:46.685721 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:50:46.686084 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading Plugin: revisions Feb 17 00:50:46.690412 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:50:46.690830 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.833s {{(pid=83915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:50:46.691654 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83915) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 00:50:46.692033 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Initializing extension manager. Feb 17 00:50:46.692587 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: __init__.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.692941 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: __pycache__ {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.693307 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.693671 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: address_group.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.694653 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.695301 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: address-group Feb 17 00:50:46.695660 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: address_scope.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.696456 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.697033 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: address-scope Feb 17 00:50:46.697379 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.698367 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.698894 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: router-admin-state-down-before-update Feb 17 00:50:46.699256 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: agent.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.700051 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.700729 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: agent Feb 17 00:50:46.701084 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: agent_resources_synced.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.701991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.702555 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: agent-resources-synced Feb 17 00:50:46.702902 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: allowedaddresspairs.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.704782 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.705359 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: allowed-address-pairs Feb 17 00:50:46.705715 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: auto_allocated_topology.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.706799 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.707363 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: auto-allocated-topology Feb 17 00:50:46.707717 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: availability_zone.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.708491 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.709066 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: availability_zone Feb 17 00:50:46.709428 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: availability_zone_filter.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.710335 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.710902 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: availability_zone_filter Feb 17 00:50:46.711252 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: data_plane_status.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.712192 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.712760 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 00:50:46.713108 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: default_subnetpools.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.714020 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.714584 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: default-subnetpools Feb 17 00:50:46.714937 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.716134 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.716572 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: dhcp_agent_scheduler Feb 17 00:50:46.716937 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: dns.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.717856 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.718421 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 00:50:46.718772 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: dns_domain_ports.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.719703 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.720286 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 00:50:46.720637 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: dvr.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.721352 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.721918 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: dvr Feb 17 00:50:46.722264 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: empty_string_filtering.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.723183 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.723741 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: empty-string-filtering Feb 17 00:50:46.724115 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.725036 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.725605 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 00:50:46.725953 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.726872 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.727439 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 00:50:46.727809 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: external_net.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.728726 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.729299 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: external-net Feb 17 00:50:46.729662 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.730573 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.731136 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: extra_dhcp_opt Feb 17 00:50:46.731562 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: extraroute.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.732534 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.733099 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: extraroute Feb 17 00:50:46.733813 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: extraroute_atomic.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.734848 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.735412 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: extraroute-atomic Feb 17 00:50:46.735766 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: filter_validation.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.736491 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.737054 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: filter-validation Feb 17 00:50:46.737400 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: fip_pf_description.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.738313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.738870 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 00:50:46.739219 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: fip_port_details.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.740175 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.740736 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: fip-port-details Feb 17 00:50:46.741082 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: flavors.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.742315 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.742885 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: flavors Feb 17 00:50:46.743237 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.744933 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.745519 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 00:50:46.745985 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: floatingip_pools.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.746736 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.747338 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: floatingip-pools Feb 17 00:50:46.747704 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: ip_allocation.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.748666 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.749237 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 00:50:46.749599 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.750523 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.751097 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: ip-substring-filtering Feb 17 00:50:46.751458 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: l2_adjacency.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.752403 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.752963 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 00:50:46.753316 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: l3.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.754424 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.754999 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: router Feb 17 00:50:46.755354 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.757699 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.758293 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 00:50:46.758657 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.759603 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.760222 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: ext-gw-mode Feb 17 00:50:46.760573 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.761496 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.762068 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: l3-ha Feb 17 00:50:46.762425 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: l3_flavors.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.763399 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.763987 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: l3-flavors Feb 17 00:50:46.764348 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.765271 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.765842 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 00:50:46.766199 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: l3agentscheduler.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.767510 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.768127 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: l3_agent_scheduler Feb 17 00:50:46.768489 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: logging.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.770029 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.770606 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension logging not supported by any of loaded plugins Feb 17 00:50:46.770968 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: metering.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.771762 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.772481 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: metering Feb 17 00:50:46.772838 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.773952 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.774530 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: metering_source_and_destination_fields Feb 17 00:50:46.774884 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: multiprovidernet.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.775818 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.776405 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: multi-provider Feb 17 00:50:46.776761 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: netmtu.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.777691 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.778252 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: net-mtu Feb 17 00:50:46.778633 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: netmtu_writable.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.779555 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.780139 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: net-mtu-writable Feb 17 00:50:46.780491 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: network_availability_zone.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.781200 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.781760 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: network_availability_zone Feb 17 00:50:46.782110 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: network_ip_availability.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.783230 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.783836 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: network-ip-availability Feb 17 00:50:46.784181 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: network_segment_range.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.785126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.785695 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 00:50:46.786052 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: pagination.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.787045 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.787412 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: pagination Feb 17 00:50:46.787766 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: port_device_profile.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.788712 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.789290 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: port-device-profile Feb 17 00:50:46.789644 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.790563 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.791135 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: port-mac-address-regenerate Feb 17 00:50:46.791492 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.792420 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.792985 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: port-numa-affinity-policy Feb 17 00:50:46.793336 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: port_resource_request.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.794367 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.794937 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 00:50:46.795286 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: portbindings.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.796258 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.796834 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: binding Feb 17 00:50:46.797182 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: portbindings_extended.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.798505 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.799085 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: binding-extended Feb 17 00:50:46.799444 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: portsecurity.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.800400 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.800979 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: port-security Feb 17 00:50:46.801337 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: project_id.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.802307 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.802673 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: project-id Feb 17 00:50:46.803030 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: providernet.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.803969 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.804547 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: provider Feb 17 00:50:46.804901 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: qos.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.808547 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.809147 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension qos not supported by any of loaded plugins Feb 17 00:50:46.809514 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.812317 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.812895 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 00:50:46.813260 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.814196 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.814765 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 00:50:46.815121 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: qos_default.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.816083 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.816652 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension qos-default not supported by any of loaded plugins Feb 17 00:50:46.817005 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: qos_fip.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.817706 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.818260 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 00:50:46.818615 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: qos_gateway_ip.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.819539 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.820127 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 00:50:46.820481 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: qos_port_network_policy.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.821388 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.821958 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 00:50:46.822302 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: qos_rule_type_details.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.823196 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.823775 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 00:50:46.824140 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: qos_rules_alias.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.825414 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.826038 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 00:50:46.826378 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: quotasv2.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.827449 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.827843 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: quotas Feb 17 00:50:46.828191 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: quotasv2_detail.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.829851 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.830225 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: quota_details Feb 17 00:50:46.830584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: rbac.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.831772 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.832390 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: rbac-policies Feb 17 00:50:46.832749 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: rbac_address_scope.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.833671 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.834248 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: rbac-address-scope Feb 17 00:50:46.834599 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: rbac_security_groups.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.835629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.836231 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: rbac-security-groups Feb 17 00:50:46.836581 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: rbac_subnetpool.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.837499 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.838072 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: rbac-subnetpool Feb 17 00:50:46.838422 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: revisionifmatch.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.839359 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.839967 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: revision-if-match Feb 17 00:50:46.840320 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: revisions.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.841471 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.842046 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: standard-attr-revisions Feb 17 00:50:46.842403 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: router_availability_zone.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.843122 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.843698 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: router_availability_zone Feb 17 00:50:46.844079 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: routerservicetype.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.844997 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.845561 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 00:50:46.845916 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.846893 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.847459 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: security-groups-normalized-cidr Feb 17 00:50:46.847835 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.848749 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.849321 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: port-security-groups-filtering Feb 17 00:50:46.849664 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.850624 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.851206 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: security-groups-remote-address-group Feb 17 00:50:46.851587 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: securitygroup.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.865494 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.866146 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: security-group Feb 17 00:50:46.866513 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: segment.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.867438 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.868075 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension segment not supported by any of loaded plugins Feb 17 00:50:46.868434 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.869442 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.870019 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 00:50:46.870379 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: servicetype.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.871487 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.872120 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: service-type Feb 17 00:50:46.872483 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: sorting.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.873469 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.873840 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: sorting Feb 17 00:50:46.874194 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: standard_attr_segment.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.875126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.875711 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 00:50:46.876093 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: standardattrdescription.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.876779 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.877354 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: standard-attr-description Feb 17 00:50:46.877709 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: stateful_security_group.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.878651 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.879228 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: stateful-security-group Feb 17 00:50:46.879584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: stdattrs_common.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.880191 dv-cinder-759955-4-smb neutron-server[83915]: WARNING neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 00:50:46.880546 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.881566 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.882146 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 00:50:46.882503 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: subnet_onboard.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.883573 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.884175 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: subnet_onboard Feb 17 00:50:46.884529 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.885453 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.886023 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 00:50:46.886380 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: subnet_service_types.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.887298 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.888118 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: subnet-service-types Feb 17 00:50:46.888482 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: subnetallocation.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.889579 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.890161 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: subnet_allocation Feb 17 00:50:46.890510 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.891222 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.891835 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: subnetpool-prefix-ops Feb 17 00:50:46.892166 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.893125 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.893706 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 00:50:46.894050 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: tagging.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.895399 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.896004 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: standard-attr-tag Feb 17 00:50:46.896362 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: timestamp.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.897543 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.898122 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loaded extension: standard-attr-timestamp Feb 17 00:50:46.898480 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: trunk.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.899510 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.900122 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension trunk not supported by any of loaded plugins Feb 17 00:50:46.900479 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: trunk_details.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.901405 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.901980 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 00:50:46.902328 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: uplink_status_propagation.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.903243 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.903884 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 00:50:46.904239 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Loading extension file: vlantransparent.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:50:46.904949 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:50:46.905516 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 00:50:46.908348 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Creating instance of TrackedResource for resource:network Feb 17 00:50:46.909201 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Creating instance of TrackedResource for resource:subnet Feb 17 00:50:46.909869 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 00:50:46.910529 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Creating instance of TrackedResource for resource:port Feb 17 00:50:46.912098 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:50:46.912619 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Service FLAVORS assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:50:46.913412 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:50:46.913869 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:50:46.914238 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Creating instance of TrackedResource for resource:router Feb 17 00:50:46.914956 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 00:50:46.915738 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Service METERING assigned prefix: /metering {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:50:46.917586 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.917986 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.918364 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:50:46.919618 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 00:50:46.920137 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Creating instance of TrackedResource for resource:security_group Feb 17 00:50:46.920946 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 00:50:46.921757 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Service CORE assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:50:46.922125 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 00:50:46.922493 dv-cinder-759955-4-smb neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] subnetpool is already registered Feb 17 00:50:46.923155 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Service CORE assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:50:46.923517 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 00:50:46.923919 dv-cinder-759955-4-smb neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] subnetpool is already registered Feb 17 00:50:46.926867 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:50:46.927256 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Service FLAVORS assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:50:46.927925 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:50:46.928383 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:50:46.928747 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Creating instance of TrackedResource for resource:router Feb 17 00:50:46.929111 dv-cinder-759955-4-smb neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] router is already registered Feb 17 00:50:46.929782 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 00:50:46.930139 dv-cinder-759955-4-smb neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] floatingip is already registered Feb 17 00:50:46.930836 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Service METERING assigned prefix: /metering {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:50:46.931586 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 00:50:46.931978 dv-cinder-759955-4-smb neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] rbac_policy is already registered Feb 17 00:50:46.932605 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Creating instance of TrackedResource for resource:security_group Feb 17 00:50:46.932964 dv-cinder-759955-4-smb neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] security_group is already registered Feb 17 00:50:46.933621 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 00:50:46.933979 dv-cinder-759955-4-smb neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] security_group_rule is already registered Feb 17 00:50:46.934765 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Service CORE assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:50:46.935147 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 00:50:46.935502 dv-cinder-759955-4-smb neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] subnetpool is already registered Feb 17 00:50:46.936194 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Service CORE assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:50:46.936551 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 00:50:46.936905 dv-cinder-759955-4-smb neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] subnetpool is already registered Feb 17 00:50:46.937617 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: extensions {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.939255 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: address-groups {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.940976 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: address-scopes {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.942259 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: agents {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.943481 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: auto-allocated-topology {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.944824 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: availability_zones {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.946223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: dhcp-networks {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.947722 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: dhcp-agents {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.949299 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: routers {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.951278 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: flavors {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.952556 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: service_profiles {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.953841 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: next_providers {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.956405 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: service_profiles {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.957961 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: floatingip-pools {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.959255 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: routers {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.961184 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: floatingips {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.962435 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: l3-routers {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.963921 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: l3-agents {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.965420 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: metering-labels {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.967125 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: metering-label-rules {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.968541 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: network-ip-availabilities {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.969882 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: bindings {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.971601 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: quotas {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.973131 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: quotas {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.974627 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: rbac-policies {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.976017 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: security-groups {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.977294 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: security-group-rules {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.978594 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: service-providers {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.979932 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: subnetpools {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.981411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: subnetpools {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.983624 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.985456 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.987369 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.989278 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.991163 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.992996 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.994885 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.996881 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:46.999106 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:47.001156 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.extensions [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:50:47.008338 dv-cinder-759955-4-smb neutron-server[83915]: WARNING keystonemiddleware.auth_token [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 00:50:47.013790 dv-cinder-759955-4-smb neutron-server[83915]: WARNING keystonemiddleware.auth_token [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 00:50:47.022765 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Acquired lock "singleton_lock" {{(pid=83915) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 00:50:47.023288 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Releasing lock "singleton_lock" {{(pid=83915) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 00:50:47.024795 dv-cinder-759955-4-smb neutron-server[83915]: INFO oslo_service.service [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Starting 2 workers Feb 17 00:50:47.030230 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Started child 84026 {{(pid=83915) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 00:50:47.034425 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:47.035113 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Started child 84027 {{(pid=83915) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 00:50:47.035863 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [-] (84026) wsgi starting up on http://0.0.0.0:9696 Feb 17 00:50:47.036645 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.service [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 00:50:47.037410 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Notify callbacks [] for process, before_spawn {{(pid=83915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:47.039261 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:47.039760 dv-cinder-759955-4-smb neutron-server[83915]: INFO oslo_service.service [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Starting 1 workers Feb 17 00:50:47.040617 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [-] (84027) wsgi starting up on http://0.0.0.0:9696 Feb 17 00:50:47.045344 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Started child 84028 {{(pid=83915) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 00:50:47.045915 dv-cinder-759955-4-smb neutron-server[83915]: INFO oslo_service.service [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Starting 1 workers Feb 17 00:50:47.047965 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.service [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] calling RpcWorker wait() {{(pid=84028) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 00:50:47.048483 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.service [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] returning from RpcWorker wait() {{(pid=84028) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 00:50:47.049974 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:47.050471 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:50:47.050830 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Started child 84029 {{(pid=83915) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 00:50:47.051651 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d78f8dd-c81f-4368-98c7-bd15378b9f80 None None] Notify callbacks [] for process, after_spawn {{(pid=83915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:47.053309 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83915) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 00:50:47.053486 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 00:50:47.053874 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 00:50:47.054067 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 00:50:47.054656 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 00:50:47.054781 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 00:50:47.055159 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:47.055310 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.055775 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.056103 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.056200 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:50:47.056346 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.056834 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.057462 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.057748 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.058033 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.058322 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.058601 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.058806 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.058962 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.059434 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.059764 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.060146 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.060429 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.060704 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.060985 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.061191 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.061461 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.061761 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.062053 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.062332 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] debug = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.062617 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.063181 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.063435 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.063735 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.064021 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.064315 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.064579 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.064869 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.065140 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.065409 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.065667 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.065917 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.066341 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.066600 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.066894 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.067131 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.067594 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] host = dv-cinder-759955-4-smb {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.067854 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.068108 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.068382 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.068620 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.068920 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.069179 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.069468 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.069762 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.070020 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.070295 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.070564 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.070822 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.071092 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.071351 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] log_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.071538 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] log_options = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.071822 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.072126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.072487 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.072650 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.072791 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.072939 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.073209 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.073392 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.073663 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.073906 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.074147 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.074404 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.074642 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.074895 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.075169 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.075442 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.075706 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.075970 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.076276 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.076543 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.076815 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.077073 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.077316 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.077575 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.077821 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.078054 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.078312 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.078569 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.078807 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.079076 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.079339 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.079622 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.079917 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.080211 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.080473 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.080722 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.080929 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.081237 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.081501 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.081756 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.082060 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.082339 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.082619 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.082745 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.082982 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.083247 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] use_json = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.083510 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.083703 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.084004 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.084234 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.084488 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.084741 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.084999 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.085273 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.086198 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.086198 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.086482 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.086630 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.088657 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.088657 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.088657 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.088657 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.088657 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.088657 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.088657 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.088657 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.089432 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.089432 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.089432 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.089696 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.090181 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.090181 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.090473 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.090609 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.090870 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.091229 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.091578 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.091995 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.092215 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.092443 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.092791 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.092946 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.093098 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.093386 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.093981 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.093981 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.094300 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.094300 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.094582 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.094717 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.095018 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.095204 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.095517 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.095721 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.096271 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.096490 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.097085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.097294 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.097447 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.097691 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.097901 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.098206 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.098423 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.099430 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.099715 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.099949 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.100218 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.100416 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.100701 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.100909 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.101192 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.101413 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.101657 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.101857 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.102112 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.102393 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.102643 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.102837 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.103092 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.103337 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.103578 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.103839 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.104089 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.104331 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.104598 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.104856 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.105098 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.105341 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.105581 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.105822 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.106062 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.106303 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.106576 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.106897 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.107417 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.107417 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.107608 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.107707 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.108007 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.111505 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.111823 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.112132 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.112401 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.112732 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.112991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.113336 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.113548 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.113806 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.114060 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.114368 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.114644 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.114942 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.115203 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.116151 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.116151 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.117416 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.117701 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.117978 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.118376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.118503 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.118819 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.119041 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.119503 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.119968 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.120281 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.120598 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.120858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.121180 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.121452 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.121878 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.122317 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.122562 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.123029 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.123340 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.123619 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.123921 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.124239 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.124521 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.124789 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.125075 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.125303 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.125781 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.128501 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.128800 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.129782 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.130102 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.130479 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.130805 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.131085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.131313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.131646 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.131971 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.132238 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.132542 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.132839 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.133130 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.133415 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.133827 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.134212 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.134483 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.134762 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.135030 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.135285 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.135540 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.135827 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.136085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.136353 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.136644 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.136896 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.137155 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.137402 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.137677 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.138066 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.138393 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.138651 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.138909 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.139182 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.139438 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.139692 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.139998 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.140243 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.140531 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.140791 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.141135 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.141395 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.141660 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.142611 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.142858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.143143 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.143397 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.143691 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.144151 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.144405 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.144655 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.144915 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.145163 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.145431 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.145724 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.145976 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.146255 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.146510 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.146879 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.147150 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.147419 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.147688 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.147962 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.148234 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.148486 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.148742 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.148995 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.149242 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.149495 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.149799 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.150083 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.150351 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.150616 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.150862 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.151119 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.151356 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.151602 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.151990 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.152315 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.152584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.152841 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.153086 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.153566 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.153701 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.153964 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.154337 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.154597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.154827 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.155089 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.155348 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.155596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.155890 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.156204 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.156494 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.156748 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.157055 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.157326 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.157608 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.157881 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.158236 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.158486 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.158767 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.159025 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.159304 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.159556 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.159896 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.160251 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.160582 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.160899 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.161198 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.161492 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.161798 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.162120 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.162351 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.162652 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.163017 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.163312 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.163591 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.163880 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.164207 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.164465 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.164724 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.164975 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.165282 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.165525 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.165733 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.166018 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.166287 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.166557 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.166831 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.167388 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.167388 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.167611 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.167759 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.168035 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.168224 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 00:50:47.168765 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83915) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 00:50:47.169026 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 00:50:47.169372 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 00:50:47.169522 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 00:50:47.169709 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 00:50:47.169893 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 00:50:47.170147 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.170339 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.170531 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.170720 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.170907 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.171115 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.171303 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.171488 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.171673 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.171855 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.172043 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.172228 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.172412 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.172599 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.172784 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.172977 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.173134 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.173305 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.173480 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.173663 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.173848 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.174030 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.174213 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] debug = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.174398 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.174636 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.174859 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.174958 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.175119 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.175302 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.175484 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.175682 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.175893 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.176077 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.176261 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.176446 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.176628 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.176812 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.176994 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.177177 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.177360 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] host = dv-cinder-759955-4-smb {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.177545 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.177727 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.177908 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.178096 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.178299 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.178437 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.178571 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.178753 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.178937 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.179120 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.179307 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.179610 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.179610 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.179967 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] log_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.179967 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] log_options = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.180143 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.180304 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.180487 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.180705 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.180869 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.181020 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.181202 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.181385 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.181567 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.181666 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:50:47.181740 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.181907 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.182088 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.182272 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.182450 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.182633 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.182816 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.182997 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.183180 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.183364 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.183546 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.183729 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.183931 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.184124 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.184307 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.184832 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.184832 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.184832 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.185249 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.185249 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.185500 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.185667 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.185861 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.186046 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.186230 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.186413 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.186595 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.186776 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.186962 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.187188 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.187346 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.187495 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.187644 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.187831 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.187972 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.188154 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.188335 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] use_json = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.188517 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.188699 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.188882 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.189064 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.189248 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.189431 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.189711 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.189823 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:50:47.189983 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.190185 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.190391 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.190579 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.190764 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.190950 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.191135 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.191320 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.191506 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.191693 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.191908 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.192096 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.192294 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.192479 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.192664 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.192852 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.193037 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.193224 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.193412 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.193597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.193783 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.194091 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.194225 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.194335 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.194482 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.194665 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.194849 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.195035 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.195223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.195609 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.195609 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.195893 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.195893 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.196103 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.196297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.196523 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.196523 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.196729 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.196887 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.197076 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.197292 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.197486 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.197587 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.197771 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.197957 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.198143 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.198330 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.198516 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.198703 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.198890 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.199088 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.199273 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.199507 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.199663 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.199921 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.200062 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.200401 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.200546 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.200682 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.200924 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.201143 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.201349 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.201525 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.201680 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.201856 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.202044 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.202230 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.202415 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.202600 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.202784 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.202968 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.203153 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.203338 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.203523 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.203710 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.203939 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.204129 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.204313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.204499 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.204684 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.204869 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.205055 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.205240 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.205429 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.205722 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.205872 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.206009 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.206145 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.206316 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.206502 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.206687 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.206870 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.207055 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.207239 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.207520 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.207664 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.207865 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.208006 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.208144 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.208280 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.208417 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.208567 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.208705 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.208898 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.209083 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.209268 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.209455 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.209638 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.209822 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.210055 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.210205 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.210342 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.210478 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.210660 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.210847 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.211042 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.211241 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.211427 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.211613 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.211821 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.212006 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.212191 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.212376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.212563 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.212746 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.212931 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.213114 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.213310 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.213507 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.213694 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.213878 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.214063 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.214297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.214482 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.214665 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.214850 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.215036 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.215211 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.215381 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.215565 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.215819 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.216080 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.216223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.216373 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.216537 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.216891 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.217092 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.217277 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.217464 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.217651 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.217835 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.218022 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.218207 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.218391 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.218577 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.218750 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.218942 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.219083 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.219256 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.219440 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.219626 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.219852 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.220016 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.220188 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.220361 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.220544 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.220729 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.220913 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.221097 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.221283 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.221469 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.221655 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.221838 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.222025 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.222210 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.222397 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.222582 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.222766 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.222952 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.223138 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.223322 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.223507 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.223694 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.223901 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.224090 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.224277 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.224462 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.224665 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.224851 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.225037 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.225223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.225407 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.225584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.225761 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.225947 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.226134 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.226318 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.226501 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.226688 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.226876 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.227062 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.227294 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.227405 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.227573 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.227757 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.227963 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.228258 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.228446 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.228632 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.228818 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.229002 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.229198 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.229383 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.229568 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.229752 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.229936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.230130 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.230316 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.230481 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.230668 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.230853 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.231049 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.231241 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.231456 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.231622 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.231981 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.232174 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.232361 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.232572 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.232726 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.232913 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.233099 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.233624 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.233811 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.233998 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.234189 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.234387 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.234580 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.234767 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.234960 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.235234 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.235377 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.235513 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.235666 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.235858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.236005 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.236196 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.236380 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.236564 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.236752 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.236973 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.237110 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.237245 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.237394 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.237531 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.237705 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.237889 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.238105 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.238230 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.238395 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.238580 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.238764 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.238950 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.239137 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:50:47.239319 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 00:50:47.429930 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 49360) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:50:47.441451 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091901 Feb 17 00:50:59.333074 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5539458b-c19c-4910-abb8-eb3bb31fe871 None None] get_active_networks_info from dv-cinder-759955-4-smb {{(pid=84028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 00:50:59.563504 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5539458b-c19c-4910-abb8-eb3bb31fe871 None None] No non-hosted networks {{(pid=84028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 00:50:59.874816 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8de9ffe6-b9df-4b06-a455-e26e046a2163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721'] for agent, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:02.701994 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c7390ebd-fe14-47f5-a795-b701668b5230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721'] for agent, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:02.785252 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-69c41419-ad91-4a57-af74-8fa3c21c0f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:03.307499 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721'] for agent, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:03.936375 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721'] for agent, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:03.937193 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:03.937905 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:03.938514 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:03.939131 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:03.939685 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:03.940355 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:03.940932 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:03.941490 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:03.942045 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:03.942622 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:03.943182 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:03.943737 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:03.944395 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759955-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:51:03.950488 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759955-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:51:04.642869 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721'] for agent, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:05.684721 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 49450) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:51:05.878370 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] get_endpoint_by_host() called for host dv-cinder-759955-4-smb {{(pid=84028) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 00:51:05.884260 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] get_endpoint_by_ip() called for ip 192.168.0.29 {{(pid=84028) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 00:51:05.887856 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] _add_endpoint() called for ip 192.168.0.29 {{(pid=84028) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 00:51:05.894727 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] _get_endpoints() called {{(pid=84028) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 00:51:06.406860 dv-cinder-759955-4-smb neutron-server[83915]: WARNING oslo_policy.policy [None req-a52b752e-39af-4150-bff6-63f437dc56fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:51:06.407452 dv-cinder-759955-4-smb neutron-server[83915]: WARNING oslo_policy.policy [None req-a52b752e-39af-4150-bff6-63f437dc56fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:51:06.639170 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [None req-a52b752e-39af-4150-bff6-63f437dc56fc admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:51:06.640582 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-a52b752e-39af-4150-bff6-63f437dc56fc admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9538679 Feb 17 00:51:06.975575 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.l3_hamode_db [None req-69edee53-015a-4a43-9b4e-2fc1578c8fd7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 00:51:07.069687 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69edee53-015a-4a43-9b4e-2fc1578c8fd7 None None] Routers set() bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:51:07.070120 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69edee53-015a-4a43-9b4e-2fc1578c8fd7 None None] Router IDs set() for agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 00:51:09.426014 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 49466) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:51:09.841464 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-cee4c53c-cc9d-468c-a979-96083c1930ba admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:51:09.914396 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.policy [None req-cee4c53c-cc9d-468c-a979-96083c1930ba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84026) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 00:51:09.950999 dv-cinder-759955-4-smb neutron-server[83915]: WARNING oslo_policy.policy [None req-cee4c53c-cc9d-468c-a979-96083c1930ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:51:09.951332 dv-cinder-759955-4-smb neutron-server[83915]: WARNING oslo_policy.policy [None req-cee4c53c-cc9d-468c-a979-96083c1930ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:51:09.977995 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota [None req-cee4c53c-cc9d-468c-a979-96083c1930ba admin admin] Loaded quota_driver: . Feb 17 00:51:09.994612 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cee4c53c-cc9d-468c-a979-96083c1930ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:51:10.056261 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cee4c53c-cc9d-468c-a979-96083c1930ba admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779340288767', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779340076149', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779340077992', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779340055152', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779340058331', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-551404', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-559371', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852965874', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1754791'] for rbac-policy, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:10.126592 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cee4c53c-cc9d-468c-a979-96083c1930ba admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:10.128174 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-cee4c53c-cc9d-468c-a979-96083c1930ba admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7008839 Feb 17 00:51:13.150899 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 49480) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:51:13.541394 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'b57ba287b8b74717a4d663de3c338239'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:51:13.548206 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:51:13.553742 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Usage tracker for resource:network and tenant:b57ba287b8b74717a4d663de3c338239 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:51:13.557660 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:51:13.564874 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:51:13.576375 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Made reservation on behalf of b57ba287b8b74717a4d663de3c338239 for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:51:13.582517 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:13.601835 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:13.778542 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:51:13.782739 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Usage tracker for resource:security_group_rule and tenant:b57ba287b8b74717a4d663de3c338239 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:51:13.786362 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:51:13.792185 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:51:13.895408 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:13.899049 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:13.904183 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:13.925054 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:51:13.952331 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257518850079', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:13.952807 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.segments_db [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Added segment b3b4c98b-9b8f-4d2e-980f-af90dee09b4d of type vxlan for network bc58215e-8a44-4bf1-bb96-85f75c4defea Feb 17 00:51:14.008222 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4133f4-c2ff-460e-8f14-bb0b4c05be13,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:14.030427 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:14.030714 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:14.031074 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:14.031425 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:14.031771 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:14.032146 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:14.032498 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:14.032842 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:14.033187 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:14.033526 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:14.033865 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:14.034203 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Tracked resource versions report: Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: pushed versions: Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': {'1.0'}, Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': {'1.1'}, Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': {'1.7'}, Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: consumer versions: Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: { DHCP agent@dv-cinder-759955-4-smb: {}, Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: L3 agent@dv-cinder-759955-4-smb: {}, Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: Metadata agent@dv-cinder-759955-4-smb: {}, Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: Metering agent@dv-cinder-759955-4-smb: {}, Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: Open vSwitch agent@dv-cinder-759955-4-smb: { 'AddressGroup': '1.1', Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': '1.0', Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': '1.1', Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': '1.7', Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': '1.0', Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': '1.1', Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 00:51:14.035276 dv-cinder-759955-4-smb neutron-server[83915]: {{(pid=84026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:51:14.066944 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:14.083809 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257519434902'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:14.127690 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:14.129151 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:51:14.129822 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:14.133394 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:14.246121 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Pushing event updated for resources: {'Network': ['ID=bc58215e-8a44-4bf1-bb96-85f75c4defea,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:14.249127 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0971532 Feb 17 00:51:14.250975 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:14.259010 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Network bc58215e-8a44-4bf1-bb96-85f75c4defea details requested by agent ovs-agent-dv-cinder-759955-4-smb with host dv-cinder-759955-4-smb {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:51:17.362035 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 49496) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:51:17.875302 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22c92a2-6536-4489-b0c6-76050c8a7f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:51:17.876839 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-f22c92a2-6536-4489-b0c6-76050c8a7f39 admin admin] 10.222.0.23 "GET /v2.0/networks/bc58215e-8a44-4bf1-bb96-85f75c4defea HTTP/1.1" status: 200 len: 818 time: 0.5137308 Feb 17 00:51:17.912075 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-71ba296c-0e60-4148-ac98-8d7b69da7aeb admin admin] 10.222.0.23 "GET /v2.0/subnetpools/af57a72f-95ff-4864-8da3-0314edb84c7e HTTP/1.1" status: 200 len: 734 time: 0.0282686 Feb 17 00:51:17.922392 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-74e75ca2-7305-45a4-9a89-f731daf0f296 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'af57a72f-95ff-4864-8da3-0314edb84c7e', 'network_id': 'bc58215e-8a44-4bf1-bb96-85f75c4defea', 'tenant_id': 'b57ba287b8b74717a4d663de3c338239', 'gateway_ip': '172.20.0.1'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:51:17.927687 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-74e75ca2-7305-45a4-9a89-f731daf0f296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:51:17.932082 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-74e75ca2-7305-45a4-9a89-f731daf0f296 admin admin] Usage tracker for resource:subnet and tenant:b57ba287b8b74717a4d663de3c338239 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:51:17.935539 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-74e75ca2-7305-45a4-9a89-f731daf0f296 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:51:17.941603 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-74e75ca2-7305-45a4-9a89-f731daf0f296 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:51:17.951678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e75ca2-7305-45a4-9a89-f731daf0f296 admin admin] Made reservation on behalf of b57ba287b8b74717a4d663de3c338239 for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:51:17.956371 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-74e75ca2-7305-45a4-9a89-f731daf0f296 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:18.459488 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-74e75ca2-7305-45a4-9a89-f731daf0f296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:18.473241 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:18.611664 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e75ca2-7305-45a4-9a89-f731daf0f296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba677b3-bc8d-467e-a4ec-587949af9abf,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:18.617701 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-74e75ca2-7305-45a4-9a89-f731daf0f296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:18.691780 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e75ca2-7305-45a4-9a89-f731daf0f296 admin admin] Checking segment: {'id': 'b3b4c98b-9b8f-4d2e-980f-af90dee09b4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bc58215e-8a44-4bf1-bb96-85f75c4defea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:51:18.692230 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e75ca2-7305-45a4-9a89-f731daf0f296 admin admin] Network hostable DHCP agents. Network: bc58215e-8a44-4bf1-bb96-85f75c4defea, hostable agents: ['5e7a5314-6df3-4bd1-acbe-6399b6f22057'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:51:18.717298 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e75ca2-7305-45a4-9a89-f731daf0f296 admin admin] Network bc58215e-8a44-4bf1-bb96-85f75c4defea is scheduled to be hosted by DHCP agent 5e7a5314-6df3-4bd1-acbe-6399b6f22057 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:51:18.727840 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-74e75ca2-7305-45a4-9a89-f731daf0f296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-smb, bc58215e-8a44-4bf1-bb96-85f75c4defea) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:51:18.732837 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e75ca2-7305-45a4-9a89-f731daf0f296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:51:18.733840 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-74e75ca2-7305-45a4-9a89-f731daf0f296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:18.739427 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df4b050-e39a-4eaf-80e3-e2b8cebafb7e None None] Network bc58215e-8a44-4bf1-bb96-85f75c4defea requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:51:18.760392 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-74e75ca2-7305-45a4-9a89-f731daf0f296 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8369582 Feb 17 00:51:19.247077 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f37b908-f172-54b3-9577-8517eca2c532-bc58215e-8a44-4bf1-bb96-85f75c4defea', 'network_id': 'bc58215e-8a44-4bf1-bb96-85f75c4defea', 'tenant_id': 'b57ba287b8b74717a4d663de3c338239', 'fixed_ips': [{'subnet_id': '4ba677b3-bc8d-467e-a4ec-587949af9abf'}]}} from dv-cinder-759955-4-smb. {{(pid=84028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:51:19.248201 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:19.622102 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Allocated IP 172.20.0.2 (bc58215e-8a44-4bf1-bb96-85f75c4defea/4ba677b3-bc8d-467e-a4ec-587949af9abf/c9c3a2e0-c1c9-40e4-ba78-39c46630ff86) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:51:19.877316 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:19.892002 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Transition to ACTIVE for port object c9c3a2e0-c1c9-40e4-ba78-39c46630ff86 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:51:19.914780 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Transition to ACTIVE for port object c9c3a2e0-c1c9-40e4-ba78-39c46630ff86 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:51:19.922187 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:19.938654 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:20.075719 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Pushing event updated for resources: {'Port': ['ID=c9c3a2e0-c1c9-40e4-ba78-39c46630ff86,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:20.088787 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:20.089152 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:20.089515 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:20.089870 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:20.090295 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:20.090655 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:20.091006 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:20.091355 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:20.091702 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:20.092037 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:20.092411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:20.092752 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Tracked resource versions report: Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: pushed versions: Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': {'1.0'}, Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': {'1.1'}, Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': {'1.7'}, Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: consumer versions: Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: { DHCP agent@dv-cinder-759955-4-smb: {}, Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: L3 agent@dv-cinder-759955-4-smb: {}, Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: Metadata agent@dv-cinder-759955-4-smb: {}, Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: Metering agent@dv-cinder-759955-4-smb: {}, Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: Open vSwitch agent@dv-cinder-759955-4-smb: { 'AddressGroup': '1.1', Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': '1.0', Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': '1.1', Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': '1.7', Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': '1.0', Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': '1.1', Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 00:51:20.093837 dv-cinder-759955-4-smb neutron-server[83915]: {{(pid=84028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:51:20.109359 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:20.148625 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Network bc58215e-8a44-4bf1-bb96-85f75c4defea is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:51:20.150255 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:51:20.153353 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:51:20.219496 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Attempting to bind port c9c3a2e0-c1c9-40e4-ba78-39c46630ff86 on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:51:20.219963 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Attempting to bind port c9c3a2e0-c1c9-40e4-ba78-39c46630ff86 by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': 'b3b4c98b-9b8f-4d2e-980f-af90dee09b4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bc58215e-8a44-4bf1-bb96-85f75c4defea'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:51:20.220384 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Attempting to bind port c9c3a2e0-c1c9-40e4-ba78-39c46630ff86 on network bc58215e-8a44-4bf1-bb96-85f75c4defea {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:51:20.227123 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:51:20.227503 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Checking segment: {'id': 'b3b4c98b-9b8f-4d2e-980f-af90dee09b4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bc58215e-8a44-4bf1-bb96-85f75c4defea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:51:20.228987 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:20.228987 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Bound using segment: {'id': 'b3b4c98b-9b8f-4d2e-980f-af90dee09b4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bc58215e-8a44-4bf1-bb96-85f75c4defea'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:51:20.228987 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Bound port: c9c3a2e0-c1c9-40e4-ba78-39c46630ff86, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4c98b-9b8f-4d2e-980f-af90dee09b4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bc58215e-8a44-4bf1-bb96-85f75c4defea'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:51:20.229342 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:20.334279 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] For port c9c3a2e0-c1c9-40e4-ba78-39c46630ff86, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:51:20.338900 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] For port c9c3a2e0-c1c9-40e4-ba78-39c46630ff86, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=c9c3a2e0-c1c9-40e4-ba78-39c46630ff86,segment=NetworkSegment(b3b4c98b-9b8f-4d2e-980f-af90dee09b4d),segment_id=b3b4c98b-9b8f-4d2e-980f-af90dee09b4d)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:51:20.342785 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:20.358881 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:20.513944 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Pushing event updated for resources: {'Port': ['ID=c9c3a2e0-c1c9-40e4-ba78-39c46630ff86,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:20.519233 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:21.563217 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 49506) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:51:21.998128 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [None req-c8e8d5d9-319a-49d5-96ea-e40b113d7956 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:51:21.999500 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-c8e8d5d9-319a-49d5-96ea-e40b113d7956 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4349623 Feb 17 00:51:23.977981 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device c9c3a2e0-c1c9-40e4-ba78-39c46630ff86 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:51:24.075688 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port c9c3a2e0-c1c9-40e4-ba78-39c46630ff86 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:51:24.840862 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 49520) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:51:25.369069 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de256211-071a-4b85-8bf5-9f780362f7ca None None] Network bc58215e-8a44-4bf1-bb96-85f75c4defea requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:51:25.467838 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-aa694d11-84ff-415f-9202-354948a2cfc6 None None] Provisioning for port c9c3a2e0-c1c9-40e4-ba78-39c46630ff86 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:51:25.478019 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-aa694d11-84ff-415f-9202-354948a2cfc6 None None] Provisioning complete for port c9c3a2e0-c1c9-40e4-ba78-39c46630ff86 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:51:25.478414 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aa694d11-84ff-415f-9202-354948a2cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:25.520025 dv-cinder-759955-4-smb neutron-server[83915]: WARNING oslo_policy.policy [None req-3a9c1e05-4efb-4e2d-8d7e-1212d2dd767d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:51:25.520621 dv-cinder-759955-4-smb neutron-server[83915]: WARNING oslo_policy.policy [None req-3a9c1e05-4efb-4e2d-8d7e-1212d2dd767d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:51:25.729615 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aa694d11-84ff-415f-9202-354948a2cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:25.752522 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [None req-3a9c1e05-4efb-4e2d-8d7e-1212d2dd767d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:51:25.753646 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-3a9c1e05-4efb-4e2d-8d7e-1212d2dd767d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9117806 Feb 17 00:51:25.780202 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-aa694d11-84ff-415f-9202-354948a2cfc6 None None] For port c9c3a2e0-c1c9-40e4-ba78-39c46630ff86, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=c9c3a2e0-c1c9-40e4-ba78-39c46630ff86,segment=NetworkSegment(b3b4c98b-9b8f-4d2e-980f-af90dee09b4d),segment_id=b3b4c98b-9b8f-4d2e-980f-af90dee09b4d)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:51:25.787411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aa694d11-84ff-415f-9202-354948a2cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:25.803895 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:25.889610 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa694d11-84ff-415f-9202-354948a2cfc6 None None] Pushing event updated for resources: {'Port': ['ID=c9c3a2e0-c1c9-40e4-ba78-39c46630ff86,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:25.894310 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-aa694d11-84ff-415f-9202-354948a2cfc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:26.113678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-2a0bb37c-d59a-4aa2-8aa6-0ab76edae2f6 None None] Provisioning complete for port c9c3a2e0-c1c9-40e4-ba78-39c46630ff86 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:51:26.114087 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb37c-d59a-4aa2-8aa6-0ab76edae2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:26.370663 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-1d017338-b0b9-4afd-a437-9b16717feb56 None None] Provisioning complete for port c9c3a2e0-c1c9-40e4-ba78-39c46630ff86 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:51:26.371247 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1d017338-b0b9-4afd-a437-9b16717feb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:27.934226 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device c9c3a2e0-c1c9-40e4-ba78-39c46630ff86 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:51:28.011320 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port c9c3a2e0-c1c9-40e4-ba78-39c46630ff86 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:51:28.011928 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:28.841733 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 49538) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:51:29.141966 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e5879223-48a4-42af-abad-c01ba7ad1b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:29.250314 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-6b665b60-e50b-45ef-81a0-62dd6227dcab admin admin] Request body: {'router': {'tenant_id': 'b57ba287b8b74717a4d663de3c338239', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:51:29.298847 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.policy [None req-6b665b60-e50b-45ef-81a0-62dd6227dcab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84027) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 00:51:29.335717 dv-cinder-759955-4-smb neutron-server[83915]: WARNING oslo_policy.policy [None req-6b665b60-e50b-45ef-81a0-62dd6227dcab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:51:29.336116 dv-cinder-759955-4-smb neutron-server[83915]: WARNING oslo_policy.policy [None req-6b665b60-e50b-45ef-81a0-62dd6227dcab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:51:29.363175 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.quota [None req-6b665b60-e50b-45ef-81a0-62dd6227dcab admin admin] Loaded quota_driver: . Feb 17 00:51:29.379411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6b665b60-e50b-45ef-81a0-62dd6227dcab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:51:29.385903 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-6b665b60-e50b-45ef-81a0-62dd6227dcab admin admin] Usage tracker for resource:router and tenant:b57ba287b8b74717a4d663de3c338239 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:51:29.390565 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-6b665b60-e50b-45ef-81a0-62dd6227dcab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:51:29.398358 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6b665b60-e50b-45ef-81a0-62dd6227dcab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:51:29.415026 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b665b60-e50b-45ef-81a0-62dd6227dcab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1712333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16058'] for router, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:29.417184 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b665b60-e50b-45ef-81a0-62dd6227dcab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1712186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1774464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854430549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854759806'] for router, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:29.446238 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b665b60-e50b-45ef-81a0-62dd6227dcab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:29.724519 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b665b60-e50b-45ef-81a0-62dd6227dcab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853063494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773592'] for router, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:29.749115 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b665b60-e50b-45ef-81a0-62dd6227dcab admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:29.750400 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-6b665b60-e50b-45ef-81a0-62dd6227dcab admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9075761 Feb 17 00:51:32.584033 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 49560) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:51:32.685921 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-48025db2-f29f-4c11-9991-f0b808eefdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:32.759640 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [None req-db71ed5d-145a-4516-8f82-7c3a37aa3a73 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:51:32.761045 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-db71ed5d-145a-4516-8f82-7c3a37aa3a73 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1759524 Feb 17 00:51:33.257553 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:33.934814 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:34.577559 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:35.378862 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 49580) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:51:35.441730 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:51:35.447984 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:51:35.452888 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Usage tracker for resource:network and tenant:7b1bd644f0664d65a66fb7dba251275e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:51:35.456115 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:51:35.462262 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:51:35.473251 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Made reservation on behalf of 7b1bd644f0664d65a66fb7dba251275e for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:51:35.477959 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:35.492735 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:35.508593 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:51:35.513229 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Usage tracker for resource:security_group_rule and tenant:7b1bd644f0664d65a66fb7dba251275e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:51:35.516211 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:51:35.521947 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:51:35.610614 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:35.614069 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:35.617333 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:35.634604 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Reserving flat network on physical network physnet1 {{(pid=84026) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 00:51:35.657571 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d4ee9b-9395-4c1f-bcb0-ce3f4c943971,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:35.662549 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:35.663864 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257518850079', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:35.664229 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Unsubscribe: segment precommit_create {{(pid=84026) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 00:51:35.672001 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.segments_db [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Added segment 1f35faff-9d0f-49e9-a6af-4cd84f7117ad of type flat for network 2e19633c-545c-4fb1-b120-f8a653754f93 Feb 17 00:51:35.702879 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257519434902'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:35.744630 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:35.745907 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:51:35.746760 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:35.750612 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:35.856347 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4758611 Feb 17 00:51:35.857049 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Pushing event updated for resources: {'Network': ['ID=2e19633c-545c-4fb1-b120-f8a653754f93,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:35.861159 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:35.870334 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Network 2e19633c-545c-4fb1-b120-f8a653754f93 details requested by agent ovs-agent-dv-cinder-759955-4-smb with host dv-cinder-759955-4-smb {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:51:38.540007 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 49590) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:51:38.673066 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ee6693-7801-4420-bf32-a885ab361fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:51:38.674594 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-b4ee6693-7801-4420-bf32-a885ab361fe2 admin admin] 10.222.0.23 "GET /v2.0/subnets/4ba677b3-bc8d-467e-a4ec-587949af9abf HTTP/1.1" status: 200 len: 849 time: 0.1334801 Feb 17 00:51:38.856571 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-3ccb4464-673a-4524-9197-8302ad331bdc admin admin] 10.222.0.23 "GET /v2.0/routers/321095e5-1a92-4d4c-8f42-da8074c8c54c HTTP/1.1" status: 200 len: 704 time: 0.1754320 Feb 17 00:51:39.513988 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:39.896962 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Allocated IP 172.20.0.1 (bc58215e-8a44-4bf1-bb96-85f75c4defea/4ba677b3-bc8d-467e-a4ec-587949af9abf/c17d07ae-a95f-47a8-9abd-98738b800801) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:51:40.074541 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:40.093382 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Transition to ACTIVE for port object c17d07ae-a95f-47a8-9abd-98738b800801 will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:51:40.153131 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:40.170447 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:40.315474 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Pushing event updated for resources: {'Port': ['ID=c17d07ae-a95f-47a8-9abd-98738b800801,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:40.319157 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:40.381124 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Network bc58215e-8a44-4bf1-bb96-85f75c4defea is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:51:40.382335 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:51:40.384828 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:51:40.385382 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853018879'] for router_interface, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:40.620948 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-4230259b-aac0-4043-aa44-b1323e242a12 None None] Provisioning for port c17d07ae-a95f-47a8-9abd-98738b800801 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:51:40.628507 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-4230259b-aac0-4043-aa44-b1323e242a12 None None] Provisioning complete for port c17d07ae-a95f-47a8-9abd-98738b800801 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:51:40.628978 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4230259b-aac0-4043-aa44-b1323e242a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:40.680625 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:40.864222 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-4230259b-aac0-4043-aa44-b1323e242a12 None None] Port c17d07ae-a95f-47a8-9abd-98738b800801 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:51:41.001827 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:41.006833 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:41.008071 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853078611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1757031'] for router_interface, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:41.023476 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:41.157809 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Pushing event updated for resources: {'Port': ['ID=c17d07ae-a95f-47a8-9abd-98738b800801,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:41.162283 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:41.222031 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Network bc58215e-8a44-4bf1-bb96-85f75c4defea is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:51:41.223201 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:51:41.497634 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-ca8e3927-765f-4163-a5a7-8fa5189f34ad None None] Provisioning complete for port c17d07ae-a95f-47a8-9abd-98738b800801 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:51:41.498177 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3927-765f-4163-a5a7-8fa5189f34ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:41.599399 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-ca8e3927-765f-4163-a5a7-8fa5189f34ad None None] Port c17d07ae-a95f-47a8-9abd-98738b800801 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:51:41.613158 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Router 321095e5-1a92-4d4c-8f42-da8074c8c54c is scheduled to L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 with binding_index 1 {{(pid=84026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:51:41.785206 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:51:41.795684 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] 10.222.0.23 "PUT /v2.0/routers/321095e5-1a92-4d4c-8f42-da8074c8c54c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.9329271 Feb 17 00:51:41.796211 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Sync routers for ids ['321095e5-1a92-4d4c-8f42-da8074c8c54c'] in dv-cinder-759955-4-smb {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:51:41.808610 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Routers {'321095e5-1a92-4d4c-8f42-da8074c8c54c'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:51:41.809755 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T00:51:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['321095e5-1a92-4d4c-8f42-da8074c8c54c'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:51:42.008507 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Set router 321095e5-1a92-4d4c-8f42-da8074c8c54c gateway port host: None {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:51:42.648858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321095e5-1a92-4d4c-8f42-da8074c8c54c', 'name': 'router1', 'tenant_id': 'b57ba287b8b74717a4d663de3c338239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:51:29Z', 'updated_at': '2021-02-17T00:51:40Z', 'revision_number': 2, 'project_id': 'b57ba287b8b74717a4d663de3c338239', 'gw_port_host': None, '_interfaces': [{'id': 'c17d07ae-a95f-47a8-9abd-98738b800801', 'name': '', 'network_id': 'bc58215e-8a44-4bf1-bb96-85f75c4defea', 'tenant_id': 'b57ba287b8b74717a4d663de3c338239', 'mac_address': 'fa:16:3e:00:41:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321095e5-1a92-4d4c-8f42-da8074c8c54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ba677b3-bc8d-467e-a4ec-587949af9abf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:51:39Z', 'updated_at': '2021-02-17T00:51:40Z', 'revision_number': 2, 'project_id': 'b57ba287b8b74717a4d663de3c338239', 'subnets': [{'id': '4ba677b3-bc8d-467e-a4ec-587949af9abf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af57a72f-95ff-4864-8da3-0314edb84c7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:51:42.655089 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Checking router: 321095e5-1a92-4d4c-8f42-da8074c8c54c for host: dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:51:42.655621 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Updating router 321095e5-1a92-4d4c-8f42-da8074c8c54c port c17d07ae-a95f-47a8-9abd-98738b800801 binding host dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:51:42.718980 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:43.197180 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:43.214213 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Transition to ACTIVE for port object c17d07ae-a95f-47a8-9abd-98738b800801 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:51:43.220201 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:43.234938 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:43.381027 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Pushing event updated for resources: {'Port': ['ID=c17d07ae-a95f-47a8-9abd-98738b800801,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:43.403828 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:43.404218 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:43.404585 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:43.404937 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:43.405288 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:43.405650 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:43.405995 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:43.406339 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:43.406669 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:43.407008 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:43.407357 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:43.407697 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Tracked resource versions report: Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: pushed versions: Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': {'1.0'}, Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': {'1.1'}, Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': {'1.7'}, Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: consumer versions: Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: { DHCP agent@dv-cinder-759955-4-smb: {}, Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: L3 agent@dv-cinder-759955-4-smb: {}, Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: Metadata agent@dv-cinder-759955-4-smb: {}, Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: Metering agent@dv-cinder-759955-4-smb: {}, Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: Open vSwitch agent@dv-cinder-759955-4-smb: { 'AddressGroup': '1.1', Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': '1.0', Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': '1.1', Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': '1.7', Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': '1.0', Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': '1.1', Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 00:51:43.408778 dv-cinder-759955-4-smb neutron-server[83915]: {{(pid=84029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:51:43.422121 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:43.573961 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Attempting to bind port c17d07ae-a95f-47a8-9abd-98738b800801 on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:51:43.574456 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Attempting to bind port c17d07ae-a95f-47a8-9abd-98738b800801 by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': 'b3b4c98b-9b8f-4d2e-980f-af90dee09b4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bc58215e-8a44-4bf1-bb96-85f75c4defea'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:51:43.575155 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Attempting to bind port c17d07ae-a95f-47a8-9abd-98738b800801 on network bc58215e-8a44-4bf1-bb96-85f75c4defea {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:51:43.582092 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:51:43.582517 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Checking segment: {'id': 'b3b4c98b-9b8f-4d2e-980f-af90dee09b4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bc58215e-8a44-4bf1-bb96-85f75c4defea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:51:43.582985 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:43.583372 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Bound using segment: {'id': 'b3b4c98b-9b8f-4d2e-980f-af90dee09b4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bc58215e-8a44-4bf1-bb96-85f75c4defea'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:51:43.583944 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Bound port: c17d07ae-a95f-47a8-9abd-98738b800801, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4c98b-9b8f-4d2e-980f-af90dee09b4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bc58215e-8a44-4bf1-bb96-85f75c4defea'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:51:43.584370 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:43.683129 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] For port c17d07ae-a95f-47a8-9abd-98738b800801, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:51:43.687987 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] For port c17d07ae-a95f-47a8-9abd-98738b800801, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=c17d07ae-a95f-47a8-9abd-98738b800801,segment=NetworkSegment(b3b4c98b-9b8f-4d2e-980f-af90dee09b4d),segment_id=b3b4c98b-9b8f-4d2e-980f-af90dee09b4d)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:51:43.691450 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:43.707206 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:43.857149 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Pushing event updated for resources: {'Port': ['ID=c17d07ae-a95f-47a8-9abd-98738b800801,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:43.862135 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:43.929077 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Routers {'321095e5-1a92-4d4c-8f42-da8074c8c54c'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:51:43.929773 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T00:51:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['321095e5-1a92-4d4c-8f42-da8074c8c54c'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:51:44.106278 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] Set router 321095e5-1a92-4d4c-8f42-da8074c8c54c gateway port host: None {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:51:44.445581 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 49602) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:51:44.502845 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321095e5-1a92-4d4c-8f42-da8074c8c54c', 'name': 'router1', 'tenant_id': 'b57ba287b8b74717a4d663de3c338239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:51:29Z', 'updated_at': '2021-02-17T00:51:40Z', 'revision_number': 2, 'project_id': 'b57ba287b8b74717a4d663de3c338239', 'gw_port_host': None, '_interfaces': [{'id': 'c17d07ae-a95f-47a8-9abd-98738b800801', 'name': '', 'network_id': 'bc58215e-8a44-4bf1-bb96-85f75c4defea', 'tenant_id': 'b57ba287b8b74717a4d663de3c338239', 'mac_address': 'fa:16:3e:00:41:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321095e5-1a92-4d4c-8f42-da8074c8c54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ba677b3-bc8d-467e-a4ec-587949af9abf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:51:39Z', 'updated_at': '2021-02-17T00:51:43Z', 'revision_number': 4, 'project_id': 'b57ba287b8b74717a4d663de3c338239', 'subnets': [{'id': '4ba677b3-bc8d-467e-a4ec-587949af9abf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af57a72f-95ff-4864-8da3-0314edb84c7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:51:44.507499 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80feb0e-31e9-41ac-874d-2cc0283f003f None None] The sync data for ids ['321095e5-1a92-4d4c-8f42-da8074c8c54c'] in dv-cinder-759955-4-smb is: [{'id': '321095e5-1a92-4d4c-8f42-da8074c8c54c', 'name': 'router1', 'tenant_id': 'b57ba287b8b74717a4d663de3c338239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:51:29Z', 'updated_at': '2021-02-17T00:51:40Z', 'revision_number': 2, 'project_id': 'b57ba287b8b74717a4d663de3c338239', 'gw_port_host': None, '_interfaces': [{'id': 'c17d07ae-a95f-47a8-9abd-98738b800801', 'name': '', 'network_id': 'bc58215e-8a44-4bf1-bb96-85f75c4defea', 'tenant_id': 'b57ba287b8b74717a4d663de3c338239', 'mac_address': 'fa:16:3e:00:41:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321095e5-1a92-4d4c-8f42-da8074c8c54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ba677b3-bc8d-467e-a4ec-587949af9abf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:51:39Z', 'updated_at': '2021-02-17T00:51:43Z', 'revision_number': 4, 'project_id': 'b57ba287b8b74717a4d663de3c338239', 'subnets': [{'id': '4ba677b3-bc8d-467e-a4ec-587949af9abf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af57a72f-95ff-4864-8da3-0314edb84c7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:51:44.622596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5905b5-1961-4258-ba6a-810b4cb4d4cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:51:44.623321 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7d5905b5-1961-4258-ba6a-810b4cb4d4cc admin admin] Synchronizing usage tracker for tenant:7b1bd644f0664d65a66fb7dba251275e on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:51:44.642761 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7d5905b5-1961-4258-ba6a-810b4cb4d4cc admin admin] Unset dirty status for tenant:7b1bd644f0664d65a66fb7dba251275e on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:51:44.644079 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-7d5905b5-1961-4258-ba6a-810b4cb4d4cc admin admin] 10.222.0.23 "GET /v2.0/networks/2e19633c-545c-4fb1-b120-f8a653754f93 HTTP/1.1" status: 200 len: 842 time: 0.1971712 Feb 17 00:51:44.656602 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:51:44.662754 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:51:44.667489 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] Usage tracker for resource:subnet and tenant:7b1bd644f0664d65a66fb7dba251275e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:51:44.672404 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:51:44.679203 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:51:44.691843 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] Made reservation on behalf of 7b1bd644f0664d65a66fb7dba251275e for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:51:44.697001 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:45.109136 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:51:45.159447 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.objects.ports [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84026) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:51:45.160030 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:45.177890 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-74e75ca2-7305-45a4-9a89-f731daf0f296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:45.305155 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7820f59-df4d-447e-aa70-8d8cb70b78f3,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:45.307896 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:45.384347 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] Checking segment: {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:51:45.384734 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] Network hostable DHCP agents. Network: 2e19633c-545c-4fb1-b120-f8a653754f93, hostable agents: ['5e7a5314-6df3-4bd1-acbe-6399b6f22057'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:51:45.404936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] Network 2e19633c-545c-4fb1-b120-f8a653754f93 is scheduled to be hosted by DHCP agent 5e7a5314-6df3-4bd1-acbe-6399b6f22057 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:51:45.414276 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-smb, 2e19633c-545c-4fb1-b120-f8a653754f93) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:51:45.419357 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:51:45.420032 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:45.432458 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5674245-a780-4926-80ac-d59c9e4f3ce6 None None] Network 2e19633c-545c-4fb1-b120-f8a653754f93 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:51:45.458227 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8068032 Feb 17 00:51:45.701975 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671bf2dc-1621-4232-b5b1-397d796bd32d None None] Network 2e19633c-545c-4fb1-b120-f8a653754f93 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:51:45.991961 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device c17d07ae-a95f-47a8-9abd-98738b800801 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:51:46.079019 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port c17d07ae-a95f-47a8-9abd-98738b800801 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:51:46.084436 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port c17d07ae-a95f-47a8-9abd-98738b800801 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:51:46.084855 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:46.214287 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:46.250034 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] For port c17d07ae-a95f-47a8-9abd-98738b800801, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=c17d07ae-a95f-47a8-9abd-98738b800801,segment=NetworkSegment(b3b4c98b-9b8f-4d2e-980f-af90dee09b4d),segment_id=b3b4c98b-9b8f-4d2e-980f-af90dee09b4d)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:51:46.253321 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:46.255528 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-aa694d11-84ff-415f-9202-354948a2cfc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:46.325843 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Pushing event updated for resources: {'Port': ['ID=c17d07ae-a95f-47a8-9abd-98738b800801,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:46.329209 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:47.944279 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device c17d07ae-a95f-47a8-9abd-98738b800801 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:51:48.027012 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port c17d07ae-a95f-47a8-9abd-98738b800801 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:51:48.027632 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:48.243737 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 49616) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:51:48.476099 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-ecd9ab6a-0331-4d82-aef6-3d29d57a35ed admin admin] 10.222.0.23 "GET /v2.0/routers/321095e5-1a92-4d4c-8f42-da8074c8c54c HTTP/1.1" status: 200 len: 710 time: 0.2309558 Feb 17 00:51:48.643600 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd26a1f-320a-4846-9eef-d3c4e57acd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:51:48.645184 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-5cd26a1f-320a-4846-9eef-d3c4e57acd0d admin admin] 10.222.0.23 "GET /v2.0/networks/2e19633c-545c-4fb1-b120-f8a653754f93 HTTP/1.1" status: 200 len: 886 time: 0.1631622 Feb 17 00:51:48.655315 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:51:49.148023 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853002205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853063509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854759791'] for router, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:49.661457 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:49.724098 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:49.741548 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:49.762339 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:51:49.767093 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:51:49.770982 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:51:49.777517 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:51:49.892485 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:49.896482 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:49.912758 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:50.024462 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e05004f-c7ac-4533-9d38-1ab028102e3b,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:50.039109 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:50.039109 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:50.039109 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:50.039109 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:50.039550 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:50.039550 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:50.039914 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:50.040259 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:50.040603 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:50.041133 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:50.041240 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:50.041570 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Tracked resource versions report: Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: pushed versions: Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': {'1.0'}, Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': {'1.1'}, Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': {'1.7'}, Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: consumer versions: Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: { DHCP agent@dv-cinder-759955-4-smb: {}, Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: L3 agent@dv-cinder-759955-4-smb: {}, Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: Metadata agent@dv-cinder-759955-4-smb: {}, Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: Metering agent@dv-cinder-759955-4-smb: {}, Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: Open vSwitch agent@dv-cinder-759955-4-smb: { 'AddressGroup': '1.1', Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': '1.0', Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': '1.1', Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': '1.7', Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': '1.0', Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': '1.1', Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 00:51:50.042643 dv-cinder-759955-4-smb neutron-server[83915]: {{(pid=84027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:51:50.131427 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:50.225297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Allocated IP 172.28.2.111 (2e19633c-545c-4fb1-b120-f8a653754f93/b7820f59-df4d-447e-aa70-8d8cb70b78f3/f4d9e27e-768a-4b41-b20e-7fbd0e30fc78) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:51:50.392273 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:50.453096 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:50.469874 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:50.604769 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Pushing event updated for resources: {'Port': ['ID=f4d9e27e-768a-4b41-b20e-7fbd0e30fc78,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:50.613056 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:50.664215 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Network 2e19633c-545c-4fb1-b120-f8a653754f93 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:51:50.665410 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:51:50.668725 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:51:51.087959 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:51.627262 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853002205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853063509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854759791'] for router, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:51.631154 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853002224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1712290'] for router, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:51.836622 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Router 321095e5-1a92-4d4c-8f42-da8074c8c54c has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:51:52.037991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:51:52.050400 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Sync routers for ids ['321095e5-1a92-4d4c-8f42-da8074c8c54c'] in dv-cinder-759955-4-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:51:52.056959 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:52.058213 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] 10.222.0.23 "PUT /v2.0/routers/321095e5-1a92-4d4c-8f42-da8074c8c54c HTTP/1.1" status: 200 len: 890 time: 3.4066055 Feb 17 00:51:52.060886 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Routers {'321095e5-1a92-4d4c-8f42-da8074c8c54c'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:51:52.061563 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T00:51:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['321095e5-1a92-4d4c-8f42-da8074c8c54c'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:51:52.279110 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Set router 321095e5-1a92-4d4c-8f42-da8074c8c54c gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:51:52.666049 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321095e5-1a92-4d4c-8f42-da8074c8c54c', 'name': 'router1', 'tenant_id': 'b57ba287b8b74717a4d663de3c338239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f4d9e27e-768a-4b41-b20e-7fbd0e30fc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:51:29Z', 'updated_at': '2021-02-17T00:51:50Z', 'revision_number': 4, 'project_id': 'b57ba287b8b74717a4d663de3c338239', 'gw_port': {'id': 'f4d9e27e-768a-4b41-b20e-7fbd0e30fc78', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321095e5-1a92-4d4c-8f42-da8074c8c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:51:50Z', 'updated_at': '2021-02-17T00:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'c17d07ae-a95f-47a8-9abd-98738b800801', 'name': '', 'network_id': 'bc58215e-8a44-4bf1-bb96-85f75c4defea', 'tenant_id': 'b57ba287b8b74717a4d663de3c338239', 'mac_address': 'fa:16:3e:00:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321095e5-1a92-4d4c-8f42-da8074c8c54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ba677b3-bc8d-467e-a4ec-587949af9abf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:51:39Z', 'updated_at': '2021-02-17T00:51:46Z', 'revision_number': 5, 'project_id': 'b57ba287b8b74717a4d663de3c338239', 'subnets': [{'id': '4ba677b3-bc8d-467e-a4ec-587949af9abf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af57a72f-95ff-4864-8da3-0314edb84c7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:51:52.672427 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Checking router: 321095e5-1a92-4d4c-8f42-da8074c8c54c for host: dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:51:52.672836 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Updating router 321095e5-1a92-4d4c-8f42-da8074c8c54c port f4d9e27e-768a-4b41-b20e-7fbd0e30fc78 binding host dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:51:52.733941 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:53.167476 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:53.181648 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Transition to ACTIVE for port object f4d9e27e-768a-4b41-b20e-7fbd0e30fc78 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:51:53.185156 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:53.201304 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:53.342512 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c89425-9342-428d-8f1d-93cdb33b8356 None None] Pushing event updated for resources: {'Port': ['ID=f4d9e27e-768a-4b41-b20e-7fbd0e30fc78,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:53.347863 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c3c89425-9342-428d-8f1d-93cdb33b8356 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:53.583007 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Attempting to bind port f4d9e27e-768a-4b41-b20e-7fbd0e30fc78 on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:51:53.583415 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Attempting to bind port f4d9e27e-768a-4b41-b20e-7fbd0e30fc78 by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:51:53.583816 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Attempting to bind port f4d9e27e-768a-4b41-b20e-7fbd0e30fc78 on network 2e19633c-545c-4fb1-b120-f8a653754f93 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:51:53.590146 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:51:53.590573 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Checking segment: {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:51:53.591016 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:53.591443 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Bound using segment: {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:51:53.592025 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Bound port: f4d9e27e-768a-4b41-b20e-7fbd0e30fc78, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:51:53.592393 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:53.677036 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] For port f4d9e27e-768a-4b41-b20e-7fbd0e30fc78, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:51:53.681401 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] For port f4d9e27e-768a-4b41-b20e-7fbd0e30fc78, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=f4d9e27e-768a-4b41-b20e-7fbd0e30fc78,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:51:53.689887 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:53.703864 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5f972538-6853-4879-aba1-0dedc76f5039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:53.862579 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c89425-9342-428d-8f1d-93cdb33b8356 None None] Pushing event updated for resources: {'Port': ['ID=f4d9e27e-768a-4b41-b20e-7fbd0e30fc78,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:53.869001 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c3c89425-9342-428d-8f1d-93cdb33b8356 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:53.922907 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Routers {'321095e5-1a92-4d4c-8f42-da8074c8c54c'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:51:53.923572 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T00:51:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['321095e5-1a92-4d4c-8f42-da8074c8c54c'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:51:54.124586 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] Set router 321095e5-1a92-4d4c-8f42-da8074c8c54c gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:51:54.521093 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321095e5-1a92-4d4c-8f42-da8074c8c54c', 'name': 'router1', 'tenant_id': 'b57ba287b8b74717a4d663de3c338239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f4d9e27e-768a-4b41-b20e-7fbd0e30fc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:51:29Z', 'updated_at': '2021-02-17T00:51:50Z', 'revision_number': 4, 'project_id': 'b57ba287b8b74717a4d663de3c338239', 'gw_port': {'id': 'f4d9e27e-768a-4b41-b20e-7fbd0e30fc78', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321095e5-1a92-4d4c-8f42-da8074c8c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:51:50Z', 'updated_at': '2021-02-17T00:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'c17d07ae-a95f-47a8-9abd-98738b800801', 'name': '', 'network_id': 'bc58215e-8a44-4bf1-bb96-85f75c4defea', 'tenant_id': 'b57ba287b8b74717a4d663de3c338239', 'mac_address': 'fa:16:3e:00:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321095e5-1a92-4d4c-8f42-da8074c8c54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ba677b3-bc8d-467e-a4ec-587949af9abf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:51:39Z', 'updated_at': '2021-02-17T00:51:46Z', 'revision_number': 5, 'project_id': 'b57ba287b8b74717a4d663de3c338239', 'subnets': [{'id': '4ba677b3-bc8d-467e-a4ec-587949af9abf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af57a72f-95ff-4864-8da3-0314edb84c7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:51:54.525657 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c69931-88d1-4390-ae94-8e14686c30c3 None None] The sync data for ids ['321095e5-1a92-4d4c-8f42-da8074c8c54c'] in dv-cinder-759955-4-smb is: [{'id': '321095e5-1a92-4d4c-8f42-da8074c8c54c', 'name': 'router1', 'tenant_id': 'b57ba287b8b74717a4d663de3c338239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f4d9e27e-768a-4b41-b20e-7fbd0e30fc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:51:29Z', 'updated_at': '2021-02-17T00:51:50Z', 'revision_number': 4, 'project_id': 'b57ba287b8b74717a4d663de3c338239', 'gw_port': {'id': 'f4d9e27e-768a-4b41-b20e-7fbd0e30fc78', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321095e5-1a92-4d4c-8f42-da8074c8c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:51:50Z', 'updated_at': '2021-02-17T00:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'c17d07ae-a95f-47a8-9abd-98738b800801', 'name': '', 'network_id': 'bc58215e-8a44-4bf1-bb96-85f75c4defea', 'tenant_id': 'b57ba287b8b74717a4d663de3c338239', 'mac_address': 'fa:16:3e:00:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321095e5-1a92-4d4c-8f42-da8074c8c54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ba677b3-bc8d-467e-a4ec-587949af9abf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:51:39Z', 'updated_at': '2021-02-17T00:51:46Z', 'revision_number': 5, 'project_id': 'b57ba287b8b74717a4d663de3c338239', 'subnets': [{'id': '4ba677b3-bc8d-467e-a4ec-587949af9abf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af57a72f-95ff-4864-8da3-0314edb84c7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:51:54.893997 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 49630) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:51:55.054176 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eff078-dc8a-4b1b-8111-b6e502a638e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:51:55.056991 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-d9eff078-dc8a-4b1b-8111-b6e502a638e7 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1614037 Feb 17 00:51:56.009787 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device f4d9e27e-768a-4b41-b20e-7fbd0e30fc78 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:51:56.132629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port f4d9e27e-768a-4b41-b20e-7fbd0e30fc78 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:51:56.139029 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port f4d9e27e-768a-4b41-b20e-7fbd0e30fc78 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:51:56.139529 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:56.282958 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:56.320853 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] For port f4d9e27e-768a-4b41-b20e-7fbd0e30fc78, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=f4d9e27e-768a-4b41-b20e-7fbd0e30fc78,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:51:56.325850 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:56.328231 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c3c89425-9342-428d-8f1d-93cdb33b8356 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:51:56.401542 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Pushing event updated for resources: {'Port': ['ID=f4d9e27e-768a-4b41-b20e-7fbd0e30fc78,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:51:56.405726 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:51:57.968532 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device f4d9e27e-768a-4b41-b20e-7fbd0e30fc78 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:51:58.124760 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port f4d9e27e-768a-4b41-b20e-7fbd0e30fc78 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:51:58.125522 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:59.191949 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ff95c51-d61b-43b0-b576-f217a301da0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:02.706536 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c71903f8-2ccc-4d25-85ff-7c821877b63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:03.274158 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:03.950659 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:04.643993 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:22.110344 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:52:29.149385 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4ff880a-5829-4f4d-bc4a-289593f55b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:32.693331 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-55d75e73-28eb-4adc-b083-77c1243b6e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:33.266465 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:33.946677 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:34.596049 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:59.111061 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:52:59.156869 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-363441f3-57ca-4f25-be4a-f4bf4ed0222a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:02.702200 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2a6fb0a-da89-4234-872d-89f866fa7809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:03.274694 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:03.953230 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:04.601384 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:29.155636 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f1385922-a937-4955-8ad2-cace2102b557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:32.704133 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b1bcb92-81d1-457e-8e81-8eaffbd0b907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:33.272819 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:33.948525 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:34.611980 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:36.111625 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:53:59.150256 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49b38219-757f-4fb0-9c03-1f878897fe98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:02.699408 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e56852f6-0276-44e7-8413-c04e7fca807f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:03.275033 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:03.944495 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:04.614622 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:13.111516 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:54:14.213125 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 50206) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:54:14.297444 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d68fc7-bb9b-4dce-b7b6-1bedc9f44cae admin admin] GET failed (client error): The resource could not be found. Feb 17 00:54:14.298806 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-e1d68fc7-bb9b-4dce-b7b6-1bedc9f44cae admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0846820 Feb 17 00:54:14.447470 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a921b34-3d31-432b-86ed-9495580bbfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:54:14.449129 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-1a921b34-3d31-432b-86ed-9495580bbfcc admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1448424 Feb 17 00:54:16.999970 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 50216) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:54:17.130431 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57989b99-2b0d-432a-9dcb-577dd42de08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:54:17.131051 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-57989b99-2b0d-432a-9dcb-577dd42de08e admin admin] Synchronizing usage tracker for tenant:7b1bd644f0664d65a66fb7dba251275e on resource:subnet {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:54:17.147882 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-57989b99-2b0d-432a-9dcb-577dd42de08e admin admin] Unset dirty status for tenant:7b1bd644f0664d65a66fb7dba251275e on resource:subnet {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:54:17.149153 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-57989b99-2b0d-432a-9dcb-577dd42de08e admin admin] 10.222.0.23 "GET /v2.0/subnets/4ba677b3-bc8d-467e-a4ec-587949af9abf HTTP/1.1" status: 200 len: 849 time: 0.1481018 Feb 17 00:54:17.160618 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:54:17.297271 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:17.639461 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779335759663'] for subnet, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:17.653100 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-39ce1bdf-9802-442a-a358-9c082b16b42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:54:17.788496 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba677b3-bc8d-467e-a4ec-587949af9abf,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:54:17.800672 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:54:17.801051 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:54:17.801394 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:54:17.801778 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:54:17.802137 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:54:17.802492 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:54:17.802845 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:54:17.803184 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:54:17.803556 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:54:17.803962 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:54:17.804313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:54:17.804654 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:54:17.818436 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:54:17.851703 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:54:17.852390 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:17.854014 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] 10.222.0.23 "PUT /v2.0/subnets/4ba677b3-bc8d-467e-a4ec-587949af9abf HTTP/1.1" status: 200 len: 868 time: 0.6982844 Feb 17 00:54:17.857364 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c06e40-ae6a-498c-baeb-2351ed3f02f7 None None] Network bc58215e-8a44-4bf1-bb96-85f75c4defea requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:54:18.397066 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-2a962664-43f1-4624-b10d-4b53cde610a8 None None] Provisioning complete for port c17d07ae-a95f-47a8-9abd-98738b800801 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:54:18.397702 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a962664-43f1-4624-b10d-4b53cde610a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:18.538790 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-2a962664-43f1-4624-b10d-4b53cde610a8 None None] Provisioning complete for port c9c3a2e0-c1c9-40e4-ba78-39c46630ff86 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:54:18.539100 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a962664-43f1-4624-b10d-4b53cde610a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:20.353781 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 50226) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:54:20.546870 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400e71ac-9bd2-464b-a330-b1d37dfc21b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:54:20.547256 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400e71ac-9bd2-464b-a330-b1d37dfc21b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:54:20.549064 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-400e71ac-9bd2-464b-a330-b1d37dfc21b0 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1941769 Feb 17 00:54:23.065517 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 50236) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:54:23.254511 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14ebee4-3c2b-4988-ace8-0febd908c0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:54:23.254836 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14ebee4-3c2b-4988-ace8-0febd908c0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:54:23.256517 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-a14ebee4-3c2b-4988-ace8-0febd908c0d2 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1894805 Feb 17 00:54:25.794936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 50246) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:54:25.979942 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed27fd84-1a8b-48da-8348-8d44d4f44b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:54:25.981449 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-ed27fd84-1a8b-48da-8348-8d44d4f44b1d admin admin] 10.222.0.23 "GET /v2.0/networks/2e19633c-545c-4fb1-b120-f8a653754f93 HTTP/1.1" status: 200 len: 886 time: 0.1854661 Feb 17 00:54:28.500658 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 50256) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:54:28.693034 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1754a7-e17e-4265-8e3b-9e6aac335715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:54:28.694446 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-ce1754a7-e17e-4265-8e3b-9e6aac335715 admin admin] 10.222.0.23 "GET /v2.0/networks/bc58215e-8a44-4bf1-bb96-85f75c4defea HTTP/1.1" status: 200 len: 862 time: 0.1927450 Feb 17 00:54:29.155384 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8414d02d-bdc3-4a8a-bc09-820423e7b5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:31.233391 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 50266) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:54:31.358389 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f28275-9c83-4875-b147-e77b7d3a0017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:54:31.358723 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f28275-9c83-4875-b147-e77b7d3a0017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:54:31.360427 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-12f28275-9c83-4875-b147-e77b7d3a0017 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259582 Feb 17 00:54:32.709475 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b8fdd818-c658-47bc-9fd4-f64b28b347b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:33.279763 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:33.893188 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 50276) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:54:33.948858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:34.015688 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39875867-4ff3-46bb-a4f0-001421706295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:54:34.016102 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39875867-4ff3-46bb-a4f0-001421706295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:54:34.022444 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-39875867-4ff3-46bb-a4f0-001421706295 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235423 Feb 17 00:54:34.618679 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:36.517923 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 50286) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:54:36.645319 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e616d-66d4-41be-bedd-d8e47a3cdac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:54:36.646822 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-575e616d-66d4-41be-bedd-d8e47a3cdac3 admin admin] 10.222.0.23 "GET /v2.0/subnets/4ba677b3-bc8d-467e-a4ec-587949af9abf HTTP/1.1" status: 200 len: 868 time: 0.1277235 Feb 17 00:54:39.162609 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 50296) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:54:39.282281 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d611227-f4c7-497c-b847-2c0eda42db45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:54:39.284028 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-9d611227-f4c7-497c-b847-2c0eda42db45 admin admin] 10.222.0.23 "GET /v2.0/subnets/b7820f59-df4d-447e-aa70-8d8cb70b78f3 HTTP/1.1" status: 200 len: 816 time: 0.1202939 Feb 17 00:54:50.111361 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:54:59.161443 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d8964c9-9f50-4110-87cb-0be7cb8f0765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:02.705299 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6174010-c9e0-494a-a532-f2481c892911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:03.283918 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:03.953070 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:04.621007 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:05.491838 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 50336) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:55:05.546858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [None req-47f49221-9c2c-4dbb-84d9-a1cbb200c741 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:55:05.548076 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-47f49221-9c2c-4dbb-84d9-a1cbb200c741 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0550807 Feb 17 00:55:08.150740 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 50346) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:55:08.239459 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebc6782-16f7-499a-a4e6-14c89d372220 admin admin] GET failed (client error): The resource could not be found. Feb 17 00:55:08.240943 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-0ebc6782-16f7-499a-a4e6-14c89d372220 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0888581 Feb 17 00:55:08.383302 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea054b0-60a1-48d3-9ff0-cfab995c88c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:55:08.384958 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-0ea054b0-60a1-48d3-9ff0-cfab995c88c3 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1394274 Feb 17 00:55:10.913142 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 50356) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:55:10.979208 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-db77ef38-e99c-4a02-98be-89148f460440 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:55:10.984965 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-db77ef38-e99c-4a02-98be-89148f460440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:55:10.995700 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-db77ef38-e99c-4a02-98be-89148f460440 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:55:11.007521 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db77ef38-e99c-4a02-98be-89148f460440 admin admin] Made reservation on behalf of 7b1bd644f0664d65a66fb7dba251275e for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:55:11.012400 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-db77ef38-e99c-4a02-98be-89148f460440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:11.111648 dv-cinder-759955-4-smb neutron-server[83915]: WARNING neutron.services.revisions.revision_plugin [None req-db77ef38-e99c-4a02-98be-89148f460440 admin admin] Could not find related network for resource to bump revision. Feb 17 00:55:11.129904 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db77ef38-e99c-4a02-98be-89148f460440 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:55:11.139440 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-db77ef38-e99c-4a02-98be-89148f460440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:11.139840 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.segments_db [None req-db77ef38-e99c-4a02-98be-89148f460440 admin admin] Added segment a7b4a1ef-d26e-4207-8192-bb1e5837edd4 of type vxlan for network 054cbbac-7ec5-483e-9466-41ef3bf619a0 Feb 17 00:55:11.167290 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-db77ef38-e99c-4a02-98be-89148f460440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257519434902'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:11.201169 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-db77ef38-e99c-4a02-98be-89148f460440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:11.202439 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db77ef38-e99c-4a02-98be-89148f460440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:55:11.203077 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-db77ef38-e99c-4a02-98be-89148f460440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:11.206686 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:55:11.502004 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77ef38-e99c-4a02-98be-89148f460440 admin admin] Pushing event updated for resources: {'Network': ['ID=054cbbac-7ec5-483e-9466-41ef3bf619a0,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:55:11.505896 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-db77ef38-e99c-4a02-98be-89148f460440 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5912390 Feb 17 00:55:11.506697 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-db77ef38-e99c-4a02-98be-89148f460440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:55:11.523585 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Network 054cbbac-7ec5-483e-9466-41ef3bf619a0 details requested by agent ovs-agent-dv-cinder-759955-4-smb with host dv-cinder-759955-4-smb {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:55:14.087738 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 50366) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:55:14.172414 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f1d630-cc1b-4efb-b96d-9c5710b38e7e admin admin] GET failed (client error): The resource could not be found. Feb 17 00:55:14.173148 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-83f1d630-cc1b-4efb-b96d-9c5710b38e7e admin admin] Synchronizing usage tracker for tenant:7b1bd644f0664d65a66fb7dba251275e on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:55:14.192108 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-83f1d630-cc1b-4efb-b96d-9c5710b38e7e admin admin] Unset dirty status for tenant:7b1bd644f0664d65a66fb7dba251275e on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:55:14.193367 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-83f1d630-cc1b-4efb-b96d-9c5710b38e7e admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1045003 Feb 17 00:55:14.318048 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93377e1-b175-4b8d-9a8c-737d94580fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:55:14.319778 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-e93377e1-b175-4b8d-9a8c-737d94580fc9 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1217468 Feb 17 00:55:14.331722 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-6ef5a3e2-0636-4f5b-97e4-036073e8dde2 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '054cbbac-7ec5-483e-9466-41ef3bf619a0'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:55:14.337241 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6ef5a3e2-0636-4f5b-97e4-036073e8dde2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:55:14.348041 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6ef5a3e2-0636-4f5b-97e4-036073e8dde2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:55:14.359636 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef5a3e2-0636-4f5b-97e4-036073e8dde2 admin admin] Made reservation on behalf of 7b1bd644f0664d65a66fb7dba251275e for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:55:14.364745 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a3e2-0636-4f5b-97e4-036073e8dde2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:14.792749 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a3e2-0636-4f5b-97e4-036073e8dde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:14.806684 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cf81f8c6-6408-4ae6-8a9e-e47bbb6940d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:55:14.939034 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5a3e2-0636-4f5b-97e4-036073e8dde2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40797720-5541-4675-b623-23402c5a9bbe,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:55:14.942036 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6ef5a3e2-0636-4f5b-97e4-036073e8dde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:55:15.044588 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5a3e2-0636-4f5b-97e4-036073e8dde2 admin admin] Checking segment: {'id': 'a7b4a1ef-d26e-4207-8192-bb1e5837edd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '054cbbac-7ec5-483e-9466-41ef3bf619a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:55:15.045129 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef5a3e2-0636-4f5b-97e4-036073e8dde2 admin admin] Network hostable DHCP agents. Network: 054cbbac-7ec5-483e-9466-41ef3bf619a0, hostable agents: ['5e7a5314-6df3-4bd1-acbe-6399b6f22057'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:55:15.069471 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef5a3e2-0636-4f5b-97e4-036073e8dde2 admin admin] Network 054cbbac-7ec5-483e-9466-41ef3bf619a0 is scheduled to be hosted by DHCP agent 5e7a5314-6df3-4bd1-acbe-6399b6f22057 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:55:15.080622 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-6ef5a3e2-0636-4f5b-97e4-036073e8dde2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-smb, 054cbbac-7ec5-483e-9466-41ef3bf619a0) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:55:15.085084 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef5a3e2-0636-4f5b-97e4-036073e8dde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:55:15.085745 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a3e2-0636-4f5b-97e4-036073e8dde2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:15.091705 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1cddc7-5387-45a5-925e-29758f50a3f6 None None] Network 054cbbac-7ec5-483e-9466-41ef3bf619a0 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:55:15.117841 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-6ef5a3e2-0636-4f5b-97e4-036073e8dde2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7904072 Feb 17 00:55:15.363136 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f37b908-f172-54b3-9577-8517eca2c532-054cbbac-7ec5-483e-9466-41ef3bf619a0', 'network_id': '054cbbac-7ec5-483e-9466-41ef3bf619a0', 'tenant_id': '7b1bd644f0664d65a66fb7dba251275e', 'fixed_ips': [{'subnet_id': '40797720-5541-4675-b623-23402c5a9bbe'}]}} from dv-cinder-759955-4-smb. {{(pid=84028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:55:15.364306 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:15.676325 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Allocated IP 192.168.233.2 (054cbbac-7ec5-483e-9466-41ef3bf619a0/40797720-5541-4675-b623-23402c5a9bbe/38c38c08-58c6-4765-8b30-9ef0c35b5de2) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:55:15.917266 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:15.929425 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Transition to ACTIVE for port object 38c38c08-58c6-4765-8b30-9ef0c35b5de2 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:55:15.946855 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Transition to ACTIVE for port object 38c38c08-58c6-4765-8b30-9ef0c35b5de2 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:55:15.951956 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:15.966071 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:55:16.102733 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Pushing event updated for resources: {'Port': ['ID=38c38c08-58c6-4765-8b30-9ef0c35b5de2,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:55:16.114900 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:55:16.115281 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:55:16.115655 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:55:16.116020 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:55:16.116382 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:55:16.116740 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:55:16.117136 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:55:16.117484 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:55:16.117839 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:55:16.118164 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:55:16.118551 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:55:16.118900 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:55:16.125082 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:55:16.177905 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Network 054cbbac-7ec5-483e-9466-41ef3bf619a0 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:55:16.180803 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:55:16.181842 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:55:16.245941 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Attempting to bind port 38c38c08-58c6-4765-8b30-9ef0c35b5de2 on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:55:16.246355 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Attempting to bind port 38c38c08-58c6-4765-8b30-9ef0c35b5de2 by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': 'a7b4a1ef-d26e-4207-8192-bb1e5837edd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '054cbbac-7ec5-483e-9466-41ef3bf619a0'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:55:16.246770 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Attempting to bind port 38c38c08-58c6-4765-8b30-9ef0c35b5de2 on network 054cbbac-7ec5-483e-9466-41ef3bf619a0 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:55:16.253661 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:55:16.254075 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Checking segment: {'id': 'a7b4a1ef-d26e-4207-8192-bb1e5837edd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '054cbbac-7ec5-483e-9466-41ef3bf619a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:55:16.254516 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:16.254943 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Bound using segment: {'id': 'a7b4a1ef-d26e-4207-8192-bb1e5837edd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '054cbbac-7ec5-483e-9466-41ef3bf619a0'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:55:16.255499 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Bound port: 38c38c08-58c6-4765-8b30-9ef0c35b5de2, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b4a1ef-d26e-4207-8192-bb1e5837edd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '054cbbac-7ec5-483e-9466-41ef3bf619a0'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:55:16.255937 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:16.358331 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] For port 38c38c08-58c6-4765-8b30-9ef0c35b5de2, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:55:16.362878 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] For port 38c38c08-58c6-4765-8b30-9ef0c35b5de2, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=38c38c08-58c6-4765-8b30-9ef0c35b5de2,segment=NetworkSegment(a7b4a1ef-d26e-4207-8192-bb1e5837edd4),segment_id=a7b4a1ef-d26e-4207-8192-bb1e5837edd4)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:55:16.366193 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:16.383051 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:55:16.547007 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Pushing event updated for resources: {'Port': ['ID=38c38c08-58c6-4765-8b30-9ef0c35b5de2,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:55:16.553652 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:55:17.855040 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6150397-9648-4375-bab3-67ae8d7fa4cb None None] Network 054cbbac-7ec5-483e-9466-41ef3bf619a0 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:55:18.137988 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 38c38c08-58c6-4765-8b30-9ef0c35b5de2 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:55:18.189217 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a5adc40e-17b2-4021-854d-ea01f25b4eaa None None] Provisioning for port 38c38c08-58c6-4765-8b30-9ef0c35b5de2 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:55:18.317476 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port 38c38c08-58c6-4765-8b30-9ef0c35b5de2 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:55:18.329826 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 38c38c08-58c6-4765-8b30-9ef0c35b5de2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:55:18.330146 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:18.479217 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:18.516633 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] For port 38c38c08-58c6-4765-8b30-9ef0c35b5de2, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=38c38c08-58c6-4765-8b30-9ef0c35b5de2,segment=NetworkSegment(a7b4a1ef-d26e-4207-8192-bb1e5837edd4),segment_id=a7b4a1ef-d26e-4207-8192-bb1e5837edd4)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:55:18.520978 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:18.523290 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:55:18.599623 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Pushing event updated for resources: {'Port': ['ID=38c38c08-58c6-4765-8b30-9ef0c35b5de2,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:55:18.603238 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:55:18.635598 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-ac2024f4-c3b6-417c-a232-fc4a5aa9a33d None None] Provisioning complete for port 38c38c08-58c6-4765-8b30-9ef0c35b5de2 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:55:18.637215 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ac2024f4-c3b6-417c-a232-fc4a5aa9a33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:18.900550 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-546313cb-4894-487e-b5a0-3ec6f47703f1 None None] Provisioning complete for port 38c38c08-58c6-4765-8b30-9ef0c35b5de2 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:55:18.901144 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-546313cb-4894-487e-b5a0-3ec6f47703f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:19.153353 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-74e6fe9f-5df7-4617-942e-54ee63049d10 None None] Provisioning complete for port 38c38c08-58c6-4765-8b30-9ef0c35b5de2 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:55:19.153598 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-74e6fe9f-5df7-4617-942e-54ee63049d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:20.067294 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 38c38c08-58c6-4765-8b30-9ef0c35b5de2 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:55:20.140278 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 38c38c08-58c6-4765-8b30-9ef0c35b5de2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:55:20.140692 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:27.112237 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:55:29.155353 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d8776122-ee4f-4723-bb39-de46923768ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:32.704755 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-db2ff524-22ca-4e9c-a7e0-f5c313443422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:33.285594 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:33.957909 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:34.625636 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:55:59.161573 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b1b2981c-742e-430d-9294-7e40ccbd809e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:56:02.713129 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-170d9166-089c-46fa-ad6b-5d3be3db1c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:56:03.290989 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:56:03.962773 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:56:04.112649 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:56:04.630329 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:56:21.804933 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 50410) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:56:21.811741 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [None req-b94343ed-c26b-4390-93f0-907586273553 tempest-verify_tempest_config-706567975 tempest-verify_tempest_config-706567975-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:56:21.813151 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-b94343ed-c26b-4390-93f0-907586273553 tempest-verify_tempest_config-706567975 tempest-verify_tempest_config-706567975-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0069847 Feb 17 00:56:22.161274 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 50430) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:56:22.293561 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:56:22.310219 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:56:22.314783 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Usage tracker for resource:security_group_rule and tenant:03a727d14471492897a44c687a7f36a8 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:56:22.317842 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:56:22.323628 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:56:22.417748 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:56:22.421314 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:56:22.429415 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:56:22.472334 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Synchronizing usage tracker for tenant:7b1bd644f0664d65a66fb7dba251275e on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:56:22.475029 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7e9ae6-4344-404a-be7b-a60a3b526dea,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:56:22.486620 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:56:22.487000 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:56:22.487383 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:56:22.487749 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:56:22.488139 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:56:22.488497 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:56:22.488860 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:56:22.489216 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:56:22.489586 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:56:22.489947 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:56:22.490298 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:56:22.490630 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:56:22.495529 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:56:22.505517 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Unset dirty status for tenant:7b1bd644f0664d65a66fb7dba251275e on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:56:22.506932 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03a727d14471492897a44c687a7f36a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3445768 Feb 17 00:56:22.509928 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 50436) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:56:22.573464 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0789471a-11c1-4ab2-8002-3179c0658f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:56:22.602020 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0789471a-11c1-4ab2-8002-3179c0658f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:56:22.660530 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0789471a-11c1-4ab2-8002-3179c0658f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:56:22.665962 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:56:22.680624 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789471a-11c1-4ab2-8002-3179c0658f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7e9ae6-4344-404a-be7b-a60a3b526dea,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:56:22.684652 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0789471a-11c1-4ab2-8002-3179c0658f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:56:22.688577 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0789471a-11c1-4ab2-8002-3179c0658f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:56:22.689829 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-0789471a-11c1-4ab2-8002-3179c0658f2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c7e9ae6-4344-404a-be7b-a60a3b526dea HTTP/1.1" status: 204 len: 168 time: 0.1788342 Feb 17 00:56:29.154947 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-39154858-d380-4f42-a4dd-2734a76396a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:56:32.707377 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-75d24ea0-360b-47d6-9baa-87750bb68f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:56:33.293097 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:56:33.967215 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:56:34.633320 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:56:41.114746 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:56:59.162400 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a4366a6f-3bb3-468f-8451-78dcddd76704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:57:02.712118 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4190-197e-411b-9e86-8480ec8fefb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:57:03.296838 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:57:03.972107 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:57:04.637154 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:57:18.116148 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:57:29.170858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5929cf7e-953e-49a4-bd63-385e0d7b0cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:57:32.716661 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-02011e0e-e1cf-4ff1-b8b9-e7e09d52b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:57:33.302959 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:57:33.979638 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:57:34.643963 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:57:55.119496 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:57:59.165672 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f4f1d84-a917-47ed-9ff6-b072623e4b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:58:02.721049 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-906163f3-0393-4641-bc30-d20f5a83be70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:58:03.302366 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:58:03.980092 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:58:04.653984 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:58:06.927572 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721'] for agent, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:58:06.928182 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:58:06.928416 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:58:06.928901 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:58:06.929262 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:58:06.929690 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:58:06.930239 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:58:06.930728 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:58:06.931148 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:58:06.931507 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:58:06.931889 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:58:06.932255 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:58:06.932613 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:58:06.933004 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75995', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:58:06.938146 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75995', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:58:07.228932 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] get_endpoint_by_host() called for host hv-cinder-75995 {{(pid=84028) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 00:58:07.236491 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] get_endpoint_by_ip() called for ip 192.168.0.11 {{(pid=84028) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 00:58:07.240055 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] _add_endpoint() called for ip 192.168.0.11 {{(pid=84028) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 00:58:07.246192 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] _get_endpoints() called {{(pid=84028) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 00:58:20.880026 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 50510) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:58:21.014611 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-306629da-859d-467c-98e4-af7fca1ecbeb admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1322343 Feb 17 00:58:23.539827 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 50520) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:58:23.611973 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-ceeb1a2f-0208-436a-9393-3c8b2a32d902 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0707181 Feb 17 00:58:29.169746 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eadf706f-fd79-4443-a62c-c22eb8ca603b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:58:32.120177 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:58:32.725100 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0f9e09a4-6e40-46b1-98bb-11edc7bae11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:58:33.306859 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:58:33.975682 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:58:34.652016 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:58:36.931583 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:58:59.176211 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cbf32a45-df7b-4a72-aa41-dae710a84228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:59:02.736557 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b2a70473-c27e-4d8b-b4b3-04afd14a5b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:59:03.309829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:59:03.987935 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:59:04.656503 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:59:06.947580 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:59:09.123842 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:59:29.172229 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-82bf8b08-0c43-4c62-8aaa-431fa9f1129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:59:32.733617 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c21067c-3031-4724-8bfa-a3bb3e5fa5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:59:33.315693 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:59:33.984337 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:59:34.667889 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:59:36.946805 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:59:46.124966 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:59:59.168622 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e84fe6ec-caac-45f1-846b-785fe76a62ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:02.729154 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7a98ee4-f9ab-4abe-a7e8-b23248a34f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:03.315154 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:03.982645 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:04.665951 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:06.955426 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:13.955068 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 50650) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:14.547262 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-887156839-network', 'tenant_id': '07b76f83eace4c539f1de797b1560677'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:00:14.554731 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:14.560817 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Usage tracker for resource:network and tenant:07b76f83eace4c539f1de797b1560677 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:14.565603 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:14.573409 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:14.586051 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Made reservation on behalf of 07b76f83eace4c539f1de797b1560677 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:00:14.597699 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:14.622214 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:14.651562 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:14.657812 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Usage tracker for resource:security_group_rule and tenant:07b76f83eace4c539f1de797b1560677 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:14.662422 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:14.671712 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:14.859237 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:14.864859 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:14.871948 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:14.912536 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:00:14.924527 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa1603f-5c94-4b26-b31c-34c5c39bcd63,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:14.939217 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257518850079', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:14.940166 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.segments_db [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Added segment d2cf687d-c695-4744-b09b-3875a944e97f of type vxlan for network cf8b4511-58f5-48fa-86ad-e41e52f0a68a Feb 17 01:00:14.950374 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.951089 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.951424 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.951983 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.952347 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.952705 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.953059 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.953414 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.953790 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.954125 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.954475 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.954798 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.955344 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.956272 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.956629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.956984 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.957304 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.957781 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.958294 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.958643 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.959004 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.959356 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.959678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.960211 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Tracked resource versions report: Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: pushed versions: Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': {'1.0'}, Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': {'1.1'}, Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': {'1.7'}, Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: consumer versions: Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: { DHCP agent@dv-cinder-759955-4-smb: {}, Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: L3 agent@dv-cinder-759955-4-smb: {}, Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: Metadata agent@dv-cinder-759955-4-smb: {}, Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: Metering agent@dv-cinder-759955-4-smb: {}, Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: Open vSwitch agent@dv-cinder-759955-4-smb: { 'AddressGroup': '1.1', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': '1.0', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': '1.1', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': '1.7', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': '1.0', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': '1.1', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': '1.1'}, Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: Open vSwitch agent@hv-cinder-75995: { 'AddressGroup': '1.1', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': '1.0', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': '1.1', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': '1.7', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': '1.0', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': '1.1', Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 01:00:14.963009 dv-cinder-759955-4-smb neutron-server[83915]: {{(pid=84027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:00:14.972068 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:15.093042 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257519434902'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:15.141771 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:15.143338 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:15.144172 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:15.150444 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:15.260070 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Pushing event updated for resources: {'Network': ['ID=cf8b4511-58f5-48fa-86ad-e41e52f0a68a,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:15.265205 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:15.277374 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Network cf8b4511-58f5-48fa-86ad-e41e52f0a68a details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:00:15.291385 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 50692) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:15.302775 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Network cf8b4511-58f5-48fa-86ad-e41e52f0a68a details requested by agent ovs-agent-dv-cinder-759955-4-smb with host dv-cinder-759955-4-smb {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:00:15.303730 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 50696) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:15.305061 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3477244 Feb 17 01:00:15.312116 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Request body: {'subnet': {'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-887156839-subnet', 'tenant_id': '07b76f83eace4c539f1de797b1560677', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:00:15.318352 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:15.324851 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Usage tracker for resource:subnet and tenant:07b76f83eace4c539f1de797b1560677 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:15.329800 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:15.338566 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:15.351667 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Made reservation on behalf of 07b76f83eace4c539f1de797b1560677 for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:00:15.359086 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:15.818414 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-763340684-network', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:00:15.824397 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:15.829864 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Usage tracker for resource:network and tenant:475f7d7891b64c41a88eeff4cb15f254 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:15.833535 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:15.840729 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:15.854043 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Made reservation on behalf of 475f7d7891b64c41a88eeff4cb15f254 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:00:15.862279 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:15.878093 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:15.896174 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:15.901277 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Usage tracker for resource:security_group_rule and tenant:475f7d7891b64c41a88eeff4cb15f254 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:15.905291 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:15.912219 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:15.944510 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:16.086612 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6ef5a3e2-0636-4f5b-97e4-036073e8dde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:16.092579 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:16.097235 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:16.103565 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:16.148266 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:00:16.151979 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2bfd24-1515-4903-91bc-317df26353bd,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:16.154459 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=282ed147-389b-47d6-8964-0129ce63461f,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:16.158680 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:16.165014 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257518850079', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:16.166224 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.segments_db [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Added segment d99b123c-cd8b-43f5-aad4-c7ad9b99fa24 of type vxlan for network d9f87947-84f1-4bba-bbae-568841e714fe Feb 17 01:00:16.168213 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.168598 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.168951 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.169733 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.170261 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.170437 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.170774 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.171138 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.171496 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.171875 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.172240 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.172596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.173001 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.173358 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.173685 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.174204 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.174720 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.175237 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.175966 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.176585 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.177272 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.177933 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.178596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.179100 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Tracked resource versions report: Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: pushed versions: Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': {'1.0'}, Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': {'1.1'}, Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': {'1.7'}, Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: consumer versions: Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: { DHCP agent@dv-cinder-759955-4-smb: {}, Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: L3 agent@dv-cinder-759955-4-smb: {}, Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: Metadata agent@dv-cinder-759955-4-smb: {}, Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: Metering agent@dv-cinder-759955-4-smb: {}, Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: Open vSwitch agent@dv-cinder-759955-4-smb: { 'AddressGroup': '1.1', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': '1.0', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': '1.1', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': '1.7', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': '1.0', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': '1.1', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': '1.1'}, Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: Open vSwitch agent@hv-cinder-75995: { 'AddressGroup': '1.1', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': '1.0', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': '1.1', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': '1.7', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': '1.0', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': '1.1', Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 01:00:16.180619 dv-cinder-759955-4-smb neutron-server[83915]: {{(pid=84026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:00:16.187667 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:16.210810 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257519434902'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:16.220279 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Checking segment: {'id': 'd2cf687d-c695-4744-b09b-3875a944e97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:00:16.221008 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Network hostable DHCP agents. Network: cf8b4511-58f5-48fa-86ad-e41e52f0a68a, hostable agents: ['5e7a5314-6df3-4bd1-acbe-6399b6f22057'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:00:16.244497 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Network cf8b4511-58f5-48fa-86ad-e41e52f0a68a is scheduled to be hosted by DHCP agent 5e7a5314-6df3-4bd1-acbe-6399b6f22057 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:00:16.252813 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:16.254731 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:16.255592 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:16.256791 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-smb, cf8b4511-58f5-48fa-86ad-e41e52f0a68a) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:00:16.262686 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:16.263599 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:16.269770 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:16.272669 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bb41d3-0ee5-4663-ad88-0eac87130cc3 None None] Network cf8b4511-58f5-48fa-86ad-e41e52f0a68a requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:00:16.292628 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9872777 Feb 17 01:00:16.293365 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 50726) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:16.302720 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-887156839-router', 'tenant_id': '07b76f83eace4c539f1de797b1560677', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:00:16.305538 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:16.310436 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Usage tracker for resource:router and tenant:07b76f83eace4c539f1de797b1560677 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:16.318112 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:16.325465 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:16.343495 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1712333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16058'] for router, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:16.344828 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1712186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1774464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854430549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854759806'] for router, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:16.380747 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:16.414372 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Pushing event updated for resources: {'Network': ['ID=d9f87947-84f1-4bba-bbae-568841e714fe,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:16.423355 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:16.432628 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1386395 Feb 17 01:00:16.435521 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 50738) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:16.452017 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-e7e51803-292d-49ae-82c0-bae3c23dfd29 admin admin] Request body: {'subnet': {'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-subnet', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:00:16.463045 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e7e51803-292d-49ae-82c0-bae3c23dfd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:16.474389 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-e7e51803-292d-49ae-82c0-bae3c23dfd29 admin admin] Usage tracker for resource:subnet and tenant:475f7d7891b64c41a88eeff4cb15f254 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:16.483513 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-e7e51803-292d-49ae-82c0-bae3c23dfd29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:16.491978 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Network d9f87947-84f1-4bba-bbae-568841e714fe details requested by agent ovs-agent-dv-cinder-759955-4-smb with host dv-cinder-759955-4-smb {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:00:16.497480 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e7e51803-292d-49ae-82c0-bae3c23dfd29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:16.514844 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 50742) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:16.533245 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e51803-292d-49ae-82c0-bae3c23dfd29 admin admin] Made reservation on behalf of 475f7d7891b64c41a88eeff4cb15f254 for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:00:16.538856 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7e51803-292d-49ae-82c0-bae3c23dfd29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:16.734145 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Network d9f87947-84f1-4bba-bbae-568841e714fe details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:00:16.835155 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853002205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853063509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854759791'] for router, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:17.152844 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1213867837-network', 'tenant_id': 'bdd014f026b2431683e59145671b0e7c'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:00:17.158105 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:17.162789 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Usage tracker for resource:network and tenant:bdd014f026b2431683e59145671b0e7c is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:17.166726 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:17.173180 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:17.188754 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Made reservation on behalf of bdd014f026b2431683e59145671b0e7c for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:00:17.193940 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:17.209730 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:17.227558 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:17.233022 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Usage tracker for resource:security_group_rule and tenant:bdd014f026b2431683e59145671b0e7c is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:17.236540 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:17.243958 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:17.446395 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d35a0a-89e9-45ed-b0aa-5a26ce74f444 None None] Network cf8b4511-58f5-48fa-86ad-e41e52f0a68a requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:00:17.745600 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:17.752546 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:17.773406 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:17.785364 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:17.841722 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8ac09c-9b00-4f68-be96-0eaf01f2d2b5,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:17.864059 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:17.879004 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:00:17.929275 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257518850079', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:17.929850 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.segments_db [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Added segment ca03e50f-72d3-454b-8152-669fa81c269e of type vxlan for network ed3cb294-1c05-43a8-a055-6393676cd86e Feb 17 01:00:18.031487 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257519434902'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:18.182408 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7e51803-292d-49ae-82c0-bae3c23dfd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:18.211706 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:18.349414 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e51803-292d-49ae-82c0-bae3c23dfd29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8020aa0-aa72-42b0-9ad3-070f9773c346,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:18.372022 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:18.375844 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e7e51803-292d-49ae-82c0-bae3c23dfd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:18.379617 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:18.389794 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:18.392862 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:18.434777 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:18.458186 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9395542 Feb 17 01:00:18.464126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 50784) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:18.540945 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-8a956204-0a30-4266-89bc-ece2b62b778b admin admin] Request body: {'subnet': {'network_id': 'ed3cb294-1c05-43a8-a055-6393676cd86e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1213867837-subnet', 'tenant_id': 'bdd014f026b2431683e59145671b0e7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:00:18.546439 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8a956204-0a30-4266-89bc-ece2b62b778b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:18.551207 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-8a956204-0a30-4266-89bc-ece2b62b778b admin admin] Usage tracker for resource:subnet and tenant:bdd014f026b2431683e59145671b0e7c is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:18.554932 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-8a956204-0a30-4266-89bc-ece2b62b778b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:18.567419 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8a956204-0a30-4266-89bc-ece2b62b778b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:18.656117 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Pushing event updated for resources: {'Network': ['ID=ed3cb294-1c05-43a8-a055-6393676cd86e,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:18.662755 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a956204-0a30-4266-89bc-ece2b62b778b admin admin] Made reservation on behalf of bdd014f026b2431683e59145671b0e7c for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:00:18.672711 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Network ed3cb294-1c05-43a8-a055-6393676cd86e details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:00:18.680696 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a956204-0a30-4266-89bc-ece2b62b778b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:18.709224 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:18.762572 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Network ed3cb294-1c05-43a8-a055-6393676cd86e details requested by agent ovs-agent-dv-cinder-759955-4-smb with host dv-cinder-759955-4-smb {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:00:19.065248 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e51803-292d-49ae-82c0-bae3c23dfd29 admin admin] Checking segment: {'id': 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:00:19.073733 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e51803-292d-49ae-82c0-bae3c23dfd29 admin admin] Network hostable DHCP agents. Network: d9f87947-84f1-4bba-bbae-568841e714fe, hostable agents: ['5e7a5314-6df3-4bd1-acbe-6399b6f22057'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:00:19.156557 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e51803-292d-49ae-82c0-bae3c23dfd29 admin admin] Network d9f87947-84f1-4bba-bbae-568841e714fe is scheduled to be hosted by DHCP agent 5e7a5314-6df3-4bd1-acbe-6399b6f22057 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:00:19.201043 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-e7e51803-292d-49ae-82c0-bae3c23dfd29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-smb, d9f87947-84f1-4bba-bbae-568841e714fe) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:00:19.215345 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e51803-292d-49ae-82c0-bae3c23dfd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:19.216296 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7e51803-292d-49ae-82c0-bae3c23dfd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:19.223819 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Allocated IP 172.28.2.17 (2e19633c-545c-4fb1-b120-f8a653754f93/b7820f59-df4d-447e-aa70-8d8cb70b78f3/82380e4c-4b0b-4b92-bbc8-6eb77508afb8) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:00:19.260523 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-e7e51803-292d-49ae-82c0-bae3c23dfd29 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8235936 Feb 17 01:00:19.264481 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2526e746-861a-43c0-976b-49010c5f53ba None None] Network d9f87947-84f1-4bba-bbae-568841e714fe requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:00:19.274231 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 50802) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:19.285918 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:00:19.302682 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:19.312757 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Usage tracker for resource:router and tenant:475f7d7891b64c41a88eeff4cb15f254 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:19.318182 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:19.347180 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:19.437827 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1712333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16058'] for router, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:19.439582 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1712186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1774464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854430549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854759806'] for router, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:19.480743 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:19.643452 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:19.784808 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:19.861924 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:20.005983 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f37b908-f172-54b3-9577-8517eca2c532-d9f87947-84f1-4bba-bbae-568841e714fe', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'fixed_ips': [{'subnet_id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346'}]}} from dv-cinder-759955-4-smb. {{(pid=84028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:00:20.008123 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:20.272330 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Pushing event updated for resources: {'Port': ['ID=82380e4c-4b0b-4b92-bbc8-6eb77508afb8,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:20.282505 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:20.296172 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853002205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853063509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854759791'] for router, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:20.524081 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a956204-0a30-4266-89bc-ece2b62b778b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:20.537386 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Network 2e19633c-545c-4fb1-b120-f8a653754f93 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:00:20.542889 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:00:20.545031 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Allocated IP 172.20.0.2 (d9f87947-84f1-4bba-bbae-568841e714fe/b8020aa0-aa72-42b0-9ad3-070f9773c346/8e12608e-f888-4801-bc5b-ee1f3a933177) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:00:20.554197 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:00:20.721105 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:20.895623 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a956204-0a30-4266-89bc-ece2b62b778b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef42cbcb-c29e-4302-8388-c0c344dc83a1,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:20.920304 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a956204-0a30-4266-89bc-ece2b62b778b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:21.066379 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a956204-0a30-4266-89bc-ece2b62b778b admin admin] Checking segment: {'id': 'ca03e50f-72d3-454b-8152-669fa81c269e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ed3cb294-1c05-43a8-a055-6393676cd86e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:00:21.066993 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a956204-0a30-4266-89bc-ece2b62b778b admin admin] Network hostable DHCP agents. Network: ed3cb294-1c05-43a8-a055-6393676cd86e, hostable agents: ['5e7a5314-6df3-4bd1-acbe-6399b6f22057'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:00:21.088298 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:21.118420 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Transition to ACTIVE for port object 8e12608e-f888-4801-bc5b-ee1f3a933177 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:00:21.148637 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:21.156072 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a956204-0a30-4266-89bc-ece2b62b778b admin admin] Network ed3cb294-1c05-43a8-a055-6393676cd86e is scheduled to be hosted by DHCP agent 5e7a5314-6df3-4bd1-acbe-6399b6f22057 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:00:21.166453 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Transition to ACTIVE for port object 8e12608e-f888-4801-bc5b-ee1f3a933177 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:00:21.178238 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:21.435154 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c3c89425-9342-428d-8f1d-93cdb33b8356 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:21.504333 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Network d9f87947-84f1-4bba-bbae-568841e714fe is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:00:21.507825 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:00:21.513267 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:00:21.590617 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Pushing event updated for resources: {'Port': ['ID=8e12608e-f888-4801-bc5b-ee1f3a933177,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:21.603037 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.603458 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.603771 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.604194 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.604558 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.604919 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.605280 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.605636 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.605992 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.606345 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.607071 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.607418 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.607835 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.608199 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.608554 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.608907 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.609256 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.609612 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.609963 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.610313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.610663 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.611014 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.611363 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.611712 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Tracked resource versions report: Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: pushed versions: Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': {'1.0'}, Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': {'1.1'}, Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': {'1.7'}, Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: consumer versions: Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: { DHCP agent@dv-cinder-759955-4-smb: {}, Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: L3 agent@dv-cinder-759955-4-smb: {}, Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: Metadata agent@dv-cinder-759955-4-smb: {}, Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: Metering agent@dv-cinder-759955-4-smb: {}, Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: Open vSwitch agent@dv-cinder-759955-4-smb: { 'AddressGroup': '1.1', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': '1.0', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': '1.1', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': '1.7', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': '1.0', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': '1.1', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': '1.1'}, Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: Open vSwitch agent@hv-cinder-75995: { 'AddressGroup': '1.1', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': '1.0', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': '1.1', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': '1.7', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': '1.0', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': '1.1', Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 01:00:21.613415 dv-cinder-759955-4-smb neutron-server[83915]: {{(pid=84028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:00:21.618950 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:21.620455 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Attempting to bind port 8e12608e-f888-4801-bc5b-ee1f3a933177 on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:00:21.620455 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Attempting to bind port 8e12608e-f888-4801-bc5b-ee1f3a933177 by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:00:21.620919 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Attempting to bind port 8e12608e-f888-4801-bc5b-ee1f3a933177 on network d9f87947-84f1-4bba-bbae-568841e714fe {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:00:21.628054 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:00:21.628668 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Checking segment: {'id': 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:00:21.629216 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:21.629787 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Bound using segment: {'id': 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:00:21.630420 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Bound port: 8e12608e-f888-4801-bc5b-ee1f3a933177, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:00:21.630914 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:21.670978 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853063494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773592'] for router, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:21.762943 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-40ff588c-386c-4730-9006-3a386741a308 None None] For port 8e12608e-f888-4801-bc5b-ee1f3a933177, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:00:21.767173 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-40ff588c-386c-4730-9006-3a386741a308 None None] For port 8e12608e-f888-4801-bc5b-ee1f3a933177, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=8e12608e-f888-4801-bc5b-ee1f3a933177,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:00:21.775313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:21.866045 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-8a956204-0a30-4266-89bc-ece2b62b778b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-smb, ed3cb294-1c05-43a8-a055-6393676cd86e) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:00:21.897839 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a956204-0a30-4266-89bc-ece2b62b778b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:21.899369 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a956204-0a30-4266-89bc-ece2b62b778b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:21.918700 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:21.959703 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-8a956204-0a30-4266-89bc-ece2b62b778b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4852540 Feb 17 01:00:21.972751 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Router c4c07cb1-3043-454d-8245-4a4d60fd5443 is scheduled to L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 with binding_index 1 {{(pid=84026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:00:21.996288 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:22.084207 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:22.089848 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7af0b31-af43-47cb-aab7-ba10208ccf7e None None] Network ed3cb294-1c05-43a8-a055-6393676cd86e requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:00:22.130195 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Pushing event updated for resources: {'Port': ['ID=8e12608e-f888-4801-bc5b-ee1f3a933177,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:22.334208 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:22.803332 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f43d254-bce5-4566-8d2d-239ba4570f2f None None] Network ed3cb294-1c05-43a8-a055-6393676cd86e requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:00:22.860386 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 50938) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:22.903289 dv-cinder-759955-4-smb neutron-server[83915]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 01:00:23.127846 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:00:23.206644 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Allocated IP 172.28.2.156 (2e19633c-545c-4fb1-b120-f8a653754f93/b7820f59-df4d-447e-aa70-8d8cb70b78f3/3cc668e0-244b-427f-ab8a-7d776ddf3367) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:00:23.420027 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:00:23.431536 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Sync routers for ids ['c4c07cb1-3043-454d-8245-4a4d60fd5443'] in dv-cinder-759955-4-smb {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:00:23.457108 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Routers {'c4c07cb1-3043-454d-8245-4a4d60fd5443'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:00:23.458591 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:00:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c4c07cb1-3043-454d-8245-4a4d60fd5443'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:00:23.599918 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:23.608768 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a78cbd-a629-4701-856f-f898e9995068 req-57306eaa-4d63-4cce-900c-aca8ee4aa784 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:23.624328 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-10a78cbd-a629-4701-856f-f898e9995068 req-57306eaa-4d63-4cce-900c-aca8ee4aa784 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/networks?id=ed3cb294-1c05-43a8-a055-6393676cd86e HTTP/1.1" status: 200 len: 812 time: 0.7619631 Feb 17 01:00:23.657113 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:23.659931 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3651221 Feb 17 01:00:23.663234 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 50972) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:23.677375 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-10a78cbd-a629-4701-856f-f898e9995068 req-1f939f4f-ec98-47e0-92e1-5833eea315f2 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/quotas/bdd014f026b2431683e59145671b0e7c HTTP/1.1" status: 200 len: 375 time: 0.0509222 Feb 17 01:00:23.781020 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:23.876857 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 50980) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:23.877936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-80290280-68a9-41a0-b8ba-dabe5bafdc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:24.000603 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Set router c4c07cb1-3043-454d-8245-4a4d60fd5443 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:00:24.229719 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-10a78cbd-a629-4701-856f-f898e9995068 req-58814cea-195d-4851-b2a3-21d55dfac336 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdd014f026b2431683e59145671b0e7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5508542 Feb 17 01:00:24.400226 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc668e0-244b-427f-ab8a-7d776ddf3367,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:24.410001 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:24.426745 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 50994) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:24.458297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 8e12608e-f888-4801-bc5b-ee1f3a933177 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:00:24.718513 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Network 2e19633c-545c-4fb1-b120-f8a653754f93 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:00:24.722461 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:00:24.729579 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:00:24.736524 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port 8e12608e-f888-4801-bc5b-ee1f3a933177 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:00:24.799947 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'name': 'tempest-ServerRescueNegativeTestJSON-887156839-router', 'tenant_id': '07b76f83eace4c539f1de797b1560677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '82380e4c-4b0b-4b92-bbc8-6eb77508afb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:16Z', 'updated_at': '2021-02-17T01:00:20Z', 'revision_number': 3, 'project_id': '07b76f83eace4c539f1de797b1560677', 'gw_port': {'id': '82380e4c-4b0b-4b92-bbc8-6eb77508afb8', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:18Z', 'updated_at': '2021-02-17T01:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:00:24.809643 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Checking router: c4c07cb1-3043-454d-8245-4a4d60fd5443 for host: dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:00:24.810194 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Updating router c4c07cb1-3043-454d-8245-4a4d60fd5443 port 82380e4c-4b0b-4b92-bbc8-6eb77508afb8 binding host dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:00:24.916130 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:25.149207 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 51020) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:25.188426 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-72555159-db26-4006-a1f6-693ef35b34aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:25.223359 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [req-10a78cbd-a629-4701-856f-f898e9995068 req-acb8637a-a8f3-4b18-974e-61df972486b1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:00:25.232281 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-10a78cbd-a629-4701-856f-f898e9995068 req-acb8637a-a8f3-4b18-974e-61df972486b1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4855204 Feb 17 01:00:25.248356 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-72555159-db26-4006-a1f6-693ef35b34aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:25.258432 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-72555159-db26-4006-a1f6-693ef35b34aa admin admin] Usage tracker for resource:security_group_rule and tenant:aecbc872c70647f4b3eb5ba4b375d44e is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:25.265975 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-72555159-db26-4006-a1f6-693ef35b34aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:25.287698 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-72555159-db26-4006-a1f6-693ef35b34aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:25.495059 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-72555159-db26-4006-a1f6-693ef35b34aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:25.547610 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-72555159-db26-4006-a1f6-693ef35b34aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:25.549154 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8fabc5cc-4493-4739-bee6-9b381337447b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:25.559174 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0bf4d8-16b4-4544-a73c-d9ccfb18c116 None None] Network d9f87947-84f1-4bba-bbae-568841e714fe requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:00:25.574713 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-10a78cbd-a629-4701-856f-f898e9995068 req-d7b992c3-12f2-44c8-8832-02f655a7e243 service neutron] 10.222.0.23 "GET /v2.0/networks/ed3cb294-1c05-43a8-a055-6393676cd86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408377 Feb 17 01:00:25.616431 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8fabc5cc-4493-4739-bee6-9b381337447b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:25.624873 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-8fabc5cc-4493-4739-bee6-9b381337447b admin admin] Usage tracker for resource:security_group_rule and tenant:1b3f5f788e69498a8a6820c56fed9aca is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:25.630105 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-8fabc5cc-4493-4739-bee6-9b381337447b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:25.648415 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8fabc5cc-4493-4739-bee6-9b381337447b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:25.842690 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-34699d37-b0c9-47da-9570-05daa48e1c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:25.861257 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:25.895282 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Transition to ACTIVE for port object 82380e4c-4b0b-4b92-bbc8-6eb77508afb8 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:00:25.901139 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:25.908422 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b526bc4a-9fcd-4447-a84f-29d652df5344 None None] Provisioning for port 8e12608e-f888-4801-bc5b-ee1f3a933177 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:00:25.929466 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:25.979389 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b526bc4a-9fcd-4447-a84f-29d652df5344 None None] Provisioning complete for port 8e12608e-f888-4801-bc5b-ee1f3a933177 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:00:25.980127 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b526bc4a-9fcd-4447-a84f-29d652df5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:26.127434 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-10a78cbd-a629-4701-856f-f898e9995068 req-73b95cbb-5517-4d32-8275-17c4d3d3b4d0 service neutron] 10.222.0.23 "GET /v2.0/networks/ed3cb294-1c05-43a8-a055-6393676cd86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4657886 Feb 17 01:00:26.205528 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Pushing event updated for resources: {'Port': ['ID=82380e4c-4b0b-4b92-bbc8-6eb77508afb8,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:26.240047 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.240829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.241365 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.241903 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.242662 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.243202 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.243739 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.244886 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.245557 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.246086 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.246751 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.247316 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.248013 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.251600 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.252249 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.252789 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.253315 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.253832 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.255935 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.275858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.276843 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.277389 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.283513 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.284436 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Tracked resource versions report: Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: pushed versions: Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': {'1.0'}, Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': {'1.1'}, Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': {'1.7'}, Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: consumer versions: Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: { DHCP agent@dv-cinder-759955-4-smb: {}, Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: L3 agent@dv-cinder-759955-4-smb: {}, Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: Metadata agent@dv-cinder-759955-4-smb: {}, Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: Metering agent@dv-cinder-759955-4-smb: {}, Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: Open vSwitch agent@dv-cinder-759955-4-smb: { 'AddressGroup': '1.1', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': '1.0', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': '1.1', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': '1.7', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': '1.0', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': '1.1', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': '1.1'}, Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: Open vSwitch agent@hv-cinder-75995: { 'AddressGroup': '1.1', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'Log': '1.0', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'Network': '1.1', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'Port': '1.7', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'SubPort': '1.0', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'Subnet': '1.1', Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 01:00:26.296369 dv-cinder-759955-4-smb neutron-server[83915]: {{(pid=84029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:00:26.309297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:26.327897 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:26.411299 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:26.583162 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Attempting to bind port 82380e4c-4b0b-4b92-bbc8-6eb77508afb8 on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:00:26.583572 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Attempting to bind port 82380e4c-4b0b-4b92-bbc8-6eb77508afb8 by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:00:26.584011 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Attempting to bind port 82380e4c-4b0b-4b92-bbc8-6eb77508afb8 on network 2e19633c-545c-4fb1-b120-f8a653754f93 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:00:26.601460 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:00:26.601915 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Checking segment: {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:00:26.602384 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:26.603025 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Bound using segment: {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:00:26.603596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Bound port: 82380e4c-4b0b-4b92-bbc8-6eb77508afb8, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:00:26.604118 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:26.665257 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72555159-db26-4006-a1f6-693ef35b34aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6ccd37-58f4-4639-a03a-8004114b42d7,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:26.685908 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-72555159-db26-4006-a1f6-693ef35b34aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:26.701992 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 51076) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:26.729016 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] For port 82380e4c-4b0b-4b92-bbc8-6eb77508afb8, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:00:26.732661 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b526bc4a-9fcd-4447-a84f-29d652df5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:26.734207 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] For port 82380e4c-4b0b-4b92-bbc8-6eb77508afb8, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=82380e4c-4b0b-4b92-bbc8-6eb77508afb8,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:00:26.738726 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:26.777767 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:26.826769 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7390aac2-cff5-4868-b10b-a728ee4a25a3 req-fa869ce6-5b0b-4d37-806f-57e3b39b2ff7 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 210 time: 0.1185730 Feb 17 01:00:26.838652 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b526bc4a-9fcd-4447-a84f-29d652df5344 None None] For port 8e12608e-f888-4801-bc5b-ee1f3a933177, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=8e12608e-f888-4801-bc5b-ee1f3a933177,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:00:26.855825 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b526bc4a-9fcd-4447-a84f-29d652df5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:26.878089 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:26.896360 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-72555159-db26-4006-a1f6-693ef35b34aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aecbc872c70647f4b3eb5ba4b375d44e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4655149 Feb 17 01:00:26.899448 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 51090) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:26.931329 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-351e34e1-ce9f-4ad0-baff-79b523e4476b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:26.982388 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-351e34e1-ce9f-4ad0-baff-79b523e4476b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:26.994428 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-351e34e1-ce9f-4ad0-baff-79b523e4476b admin admin] Usage tracker for resource:security_group_rule and tenant:399ce4da602946cfbbe55a244c56c24c is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:27.090126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526bc4a-9fcd-4447-a84f-29d652df5344 None None] Pushing event updated for resources: {'Port': ['ID=8e12608e-f888-4801-bc5b-ee1f3a933177,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:27.098016 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b526bc4a-9fcd-4447-a84f-29d652df5344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:27.133327 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6fcff73e-36dc-488c-97d7-1edacc783d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:27.188020 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6fcff73e-36dc-488c-97d7-1edacc783d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:27.192725 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-6fcff73e-36dc-488c-97d7-1edacc783d4d admin admin] Usage tracker for resource:security_group_rule and tenant:261cccf617294b759c0f6fbe96b76f97 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:27.197613 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-6fcff73e-36dc-488c-97d7-1edacc783d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:27.204545 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6fcff73e-36dc-488c-97d7-1edacc783d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:27.306112 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6fcff73e-36dc-488c-97d7-1edacc783d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:27.321776 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Routers {'c4c07cb1-3043-454d-8245-4a4d60fd5443'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:00:27.324160 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:00:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c4c07cb1-3043-454d-8245-4a4d60fd5443'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:00:27.331220 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6fcff73e-36dc-488c-97d7-1edacc783d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:27.404383 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0789471a-11c1-4ab2-8002-3179c0658f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:27.420070 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-6fcff73e-36dc-488c-97d7-1edacc783d4d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=261cccf617294b759c0f6fbe96b76f97&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7123184 Feb 17 01:00:27.486701 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 51110) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:27.550771 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-275d07bd-e2ad-4cba-8d3d-145874042164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:27.557448 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-941d4e6e-46ad-4559-bb0a-8fb9915db308 None None] Provisioning complete for port 8e12608e-f888-4801-bc5b-ee1f3a933177 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:00:27.559823 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-941d4e6e-46ad-4559-bb0a-8fb9915db308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:27.655766 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8fabc5cc-4493-4739-bee6-9b381337447b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:27.658414 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-351e34e1-ce9f-4ad0-baff-79b523e4476b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:27.665297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853063494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773592'] for router, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:27.666036 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcff73e-36dc-488c-97d7-1edacc783d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a4be44-e360-4c0a-bec3-0079f8ee159b,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:27.696380 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6fcff73e-36dc-488c-97d7-1edacc783d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:27.704545 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-275d07bd-e2ad-4cba-8d3d-145874042164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:27.706132 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-351e34e1-ce9f-4ad0-baff-79b523e4476b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:27.886474 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Pushing event updated for resources: {'Port': ['ID=82380e4c-4b0b-4b92-bbc8-6eb77508afb8,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:27.920532 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.132s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:28.043206 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 51132) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:28.172317 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-97b18279-0b44-4439-8cd6-e7bd0f19b5d4 req-750b7d88-de56-4efb-af3d-4a5e5f901c3f tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 210 time: 0.1267705 Feb 17 01:00:28.179339 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Allocated IP 172.20.0.1 (cf8b4511-58f5-48fa-86ad-e41e52f0a68a/282ed147-389b-47d6-8964-0129ce63461f/4392a6c5-16d6-4763-a179-2c1cdac078e0) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:00:28.193557 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-06dacf23-271b-431c-ad5c-15a5ec95e54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:28.212941 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] Set router c4c07cb1-3043-454d-8245-4a4d60fd5443 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:00:28.249154 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-275d07bd-e2ad-4cba-8d3d-145874042164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:28.262648 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-06dacf23-271b-431c-ad5c-15a5ec95e54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:28.314158 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:28.462089 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 8e12608e-f888-4801-bc5b-ee1f3a933177 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:00:28.539214 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d07bd-e2ad-4cba-8d3d-145874042164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6ccd37-58f4-4639-a03a-8004114b42d7,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:28.547941 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-275d07bd-e2ad-4cba-8d3d-145874042164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:28.624534 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8fabc5cc-4493-4739-bee6-9b381337447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:28.635175 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-06dacf23-271b-431c-ad5c-15a5ec95e54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:28.734676 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7c67bae0-3212-4007-94c6-2639512510cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:28.751119 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-8fabc5cc-4493-4739-bee6-9b381337447b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b3f5f788e69498a8a6820c56fed9aca&name=default HTTP/1.1" status: 200 len: 2975 time: 4.5655301 Feb 17 01:00:28.791345 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 51150) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:28.845756 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 8e12608e-f888-4801-bc5b-ee1f3a933177 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:00:28.846375 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:28.975290 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabc5cc-4493-4739-bee6-9b381337447b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a330121d-120e-4b60-b50e-8ccc11dc995c,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:29.008511 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8fabc5cc-4493-4739-bee6-9b381337447b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:29.033048 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-31f9e306-e061-4329-b8cb-772ae5e42e59 None None] Provisioning complete for port 8e12608e-f888-4801-bc5b-ee1f3a933177 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:00:29.033475 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-31f9e306-e061-4329-b8cb-772ae5e42e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:29.071552 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6fcff73e-36dc-488c-97d7-1edacc783d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:29.158611 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'name': 'tempest-ServerRescueNegativeTestJSON-887156839-router', 'tenant_id': '07b76f83eace4c539f1de797b1560677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '82380e4c-4b0b-4b92-bbc8-6eb77508afb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:16Z', 'updated_at': '2021-02-17T01:00:20Z', 'revision_number': 3, 'project_id': '07b76f83eace4c539f1de797b1560677', 'gw_port': {'id': '82380e4c-4b0b-4b92-bbc8-6eb77508afb8', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:18Z', 'updated_at': '2021-02-17T01:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:00:29.164794 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03cf9e-c1fb-49b8-b237-8d2085a9c955 None None] The sync data for ids ['c4c07cb1-3043-454d-8245-4a4d60fd5443'] in dv-cinder-759955-4-smb is: [{'id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'name': 'tempest-ServerRescueNegativeTestJSON-887156839-router', 'tenant_id': '07b76f83eace4c539f1de797b1560677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '82380e4c-4b0b-4b92-bbc8-6eb77508afb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:16Z', 'updated_at': '2021-02-17T01:00:20Z', 'revision_number': 3, 'project_id': '07b76f83eace4c539f1de797b1560677', 'gw_port': {'id': '82380e4c-4b0b-4b92-bbc8-6eb77508afb8', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:18Z', 'updated_at': '2021-02-17T01:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:00:29.220058 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dacf23-271b-431c-ad5c-15a5ec95e54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a4be44-e360-4c0a-bec3-0079f8ee159b,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:29.233078 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-06dacf23-271b-431c-ad5c-15a5ec95e54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:29.241015 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-06dacf23-271b-431c-ad5c-15a5ec95e54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:29.245021 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-06dacf23-271b-431c-ad5c-15a5ec95e54c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76a4be44-e360-4c0a-bec3-0079f8ee159b HTTP/1.1" status: 204 len: 168 time: 1.7507222 Feb 17 01:00:29.253160 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-351e34e1-ce9f-4ad0-baff-79b523e4476b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:29.267704 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-275d07bd-e2ad-4cba-8d3d-145874042164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:29.270664 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-275d07bd-e2ad-4cba-8d3d-145874042164 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a6ccd37-58f4-4639-a03a-8004114b42d7 HTTP/1.1" status: 204 len: 168 time: 2.2725365 Feb 17 01:00:29.291136 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-351e34e1-ce9f-4ad0-baff-79b523e4476b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:29.311316 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:29.311894 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:29.381085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6618-3876-4d20-94fc-13345ae4f4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:29.444433 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:29.452837 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-351e34e1-ce9f-4ad0-baff-79b523e4476b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=399ce4da602946cfbbe55a244c56c24c&name=default HTTP/1.1" status: 200 len: 2975 time: 4.2652197 Feb 17 01:00:29.469153 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 51170) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:29.537662 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c7205834-dfac-4bdb-b2cf-1b9593220979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:29.573916 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e34e1-ce9f-4ad0-baff-79b523e4476b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23599ea6-356e-4945-b242-30be85ac1195,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:29.577475 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-351e34e1-ce9f-4ad0-baff-79b523e4476b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:29.593231 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4244-dcdb-4464-bdde-ecb844a22438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:29.608223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ed8401e2-d795-4e3f-b527-804313e0065a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:29.631205 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4244-dcdb-4464-bdde-ecb844a22438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:29.832464 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4244-dcdb-4464-bdde-ecb844a22438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:29.851668 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c7205834-dfac-4bdb-b2cf-1b9593220979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:29.884821 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:29.914674 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f4244-dcdb-4464-bdde-ecb844a22438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23599ea6-356e-4945-b242-30be85ac1195,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:29.917166 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Router c930129e-8833-48d9-be6e-a68613a018f4 is scheduled to L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 with binding_index 1 {{(pid=84027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:00:29.956991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3e8f4244-dcdb-4464-bdde-ecb844a22438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:30.063511 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c47c5a71-b391-4d35-8511-3cd4cc1722a7 req-f97925a7-d1a5-4986-a519-0a54cd1a0940 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 210 time: 0.5741448 Feb 17 01:00:30.178274 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Pushing event updated for resources: {'Port': ['ID=4392a6c5-16d6-4763-a179-2c1cdac078e0,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:30.195851 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:30.319725 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:00:30.342511 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Sync routers for ids ['c930129e-8833-48d9-be6e-a68613a018f4'] in dv-cinder-759955-4-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:00:30.359148 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Network cf8b4511-58f5-48fa-86ad-e41e52f0a68a is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:00:30.362043 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Routers {'c930129e-8833-48d9-be6e-a68613a018f4'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:00:30.362757 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:00:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c930129e-8833-48d9-be6e-a68613a018f4'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:00:30.365987 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:00:30.375925 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:00:30.376471 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853018879'] for router_interface, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:30.511538 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4244-dcdb-4464-bdde-ecb844a22438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:30.524938 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-3e8f4244-dcdb-4464-bdde-ecb844a22438 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23599ea6-356e-4945-b242-30be85ac1195 HTTP/1.1" status: 204 len: 168 time: 1.0505724 Feb 17 01:00:30.525819 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c7205834-dfac-4bdb-b2cf-1b9593220979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:30.529374 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c7205834-dfac-4bdb-b2cf-1b9593220979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:30.535162 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-c7205834-dfac-4bdb-b2cf-1b9593220979 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a330121d-120e-4b60-b50e-8ccc11dc995c HTTP/1.1" status: 204 len: 168 time: 1.7351787 Feb 17 01:00:30.535162 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:30.541397 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 51208) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:30.548468 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.2720835 Feb 17 01:00:30.549350 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-72555159-db26-4006-a1f6-693ef35b34aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:30.557497 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 82380e4c-4b0b-4b92-bbc8-6eb77508afb8 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:00:30.578122 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7205834-dfac-4bdb-b2cf-1b9593220979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a330121d-120e-4b60-b50e-8ccc11dc995c,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:30.584909 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c7205834-dfac-4bdb-b2cf-1b9593220979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:30.651829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.42', 56393) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:30.958468 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port 82380e4c-4b0b-4b92-bbc8-6eb77508afb8 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:00:30.974705 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 82380e4c-4b0b-4b92-bbc8-6eb77508afb8 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:00:30.975105 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:31.085462 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Set router c930129e-8833-48d9-be6e-a68613a018f4 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:00:31.154679 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:31.387773 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a78cbd-a629-4701-856f-f898e9995068 req-edc58c6e-6ba4-4847-a185-550865583c67 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:31.389291 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-10a78cbd-a629-4701-856f-f898e9995068 req-edc58c6e-6ba4-4847-a185-550865583c67 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Synchronizing usage tracker for tenant:bdd014f026b2431683e59145671b0e7c on resource:network {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:00:31.468663 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-10a78cbd-a629-4701-856f-f898e9995068 req-edc58c6e-6ba4-4847-a185-550865583c67 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Unset dirty status for tenant:bdd014f026b2431683e59145671b0e7c on resource:network {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:00:31.471575 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-10a78cbd-a629-4701-856f-f898e9995068 req-edc58c6e-6ba4-4847-a185-550865583c67 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.42 "GET /v2.0/networks?id=ed3cb294-1c05-43a8-a055-6393676cd86e HTTP/1.1" status: 200 len: 812 time: 0.8176734 Feb 17 01:00:31.492433 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:31.534584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-10a78cbd-a629-4701-856f-f898e9995068 req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Request body: {'port': {'device_id': '2f785eb9-4dd4-4d7a-9328-d79d8650e470', 'network_id': 'ed3cb294-1c05-43a8-a055-6393676cd86e', 'admin_state_up': True, 'tenant_id': 'bdd014f026b2431683e59145671b0e7c'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:00:31.584838 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] For port 82380e4c-4b0b-4b92-bbc8-6eb77508afb8, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=82380e4c-4b0b-4b92-bbc8-6eb77508afb8,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:00:31.604981 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:31.660330 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1cd2b94a-2bb7-4068-9e86-a2b61218d566 req-d75c7dfa-86ba-44ad-8d5f-90257f6cb384 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 210 time: 0.1026995 Feb 17 01:00:31.675042 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:31.786654 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 51240) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:31.876335 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f043f31-92e1-40a0-9c82-d0dd4100db3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:31.953399 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Pushing event updated for resources: {'Port': ['ID=82380e4c-4b0b-4b92-bbc8-6eb77508afb8,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:31.964286 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:31.965898 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7f043f31-92e1-40a0-9c82-d0dd4100db3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:31.981999 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:00:25Z', 'revision_number': 3, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:00:31.983898 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7f043f31-92e1-40a0-9c82-d0dd4100db3d admin admin] Usage tracker for resource:security_group_rule and tenant:5486ab28ab9d48299975b938c2e8f137 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:31.991157 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7f043f31-92e1-40a0-9c82-d0dd4100db3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:31.995700 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Checking router: c930129e-8833-48d9-be6e-a68613a018f4 for host: dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:00:31.996840 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Updating router c930129e-8833-48d9-be6e-a68613a018f4 port 3cc668e0-244b-427f-ab8a-7d776ddf3367 binding host dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:00:32.037664 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7f043f31-92e1-40a0-9c82-d0dd4100db3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:32.215878 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:32.370570 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f043f31-92e1-40a0-9c82-d0dd4100db3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:32.386335 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f043f31-92e1-40a0-9c82-d0dd4100db3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:32.417229 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:32.431865 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:32.434840 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:32.438711 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853078611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1757031'] for router_interface, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:32.616754 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f043f31-92e1-40a0-9c82-d0dd4100db3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cda196-e696-4df7-8f60-be53490b7faa,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:32.626189 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-7f043f31-92e1-40a0-9c82-d0dd4100db3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5486ab28ab9d48299975b938c2e8f137&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8374701 Feb 17 01:00:32.628355 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7f043f31-92e1-40a0-9c82-d0dd4100db3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:32.633863 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-10a78cbd-a629-4701-856f-f898e9995068 req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:32.642611 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 51266) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:32.652223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:32.655966 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-10a78cbd-a629-4701-856f-f898e9995068 req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Usage tracker for resource:port and tenant:bdd014f026b2431683e59145671b0e7c is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:32.725270 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-10a78cbd-a629-4701-856f-f898e9995068 req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:32.766854 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-10a78cbd-a629-4701-856f-f898e9995068 req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:32.784873 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Network cf8b4511-58f5-48fa-86ad-e41e52f0a68a is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:00:32.793756 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:00:32.863679 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a78cbd-a629-4701-856f-f898e9995068 req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Made reservation on behalf of bdd014f026b2431683e59145671b0e7c for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:00:32.873483 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-10a78cbd-a629-4701-856f-f898e9995068 req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:32.945870 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e3277dc1-eb5d-43b5-a261-fb21342117ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:32.968014 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Pushing event updated for resources: {'Port': ['ID=4392a6c5-16d6-4763-a179-2c1cdac078e0,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:32.982562 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 51274) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:33.270296 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e3277dc1-eb5d-43b5-a261-fb21342117ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:33.331279 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 82380e4c-4b0b-4b92-bbc8-6eb77508afb8 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:00:33.546590 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-10a78cbd-a629-4701-856f-f898e9995068 req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Allocated IP 172.20.0.2 (ed3cb294-1c05-43a8-a055-6393676cd86e/ef42cbcb-c29e-4302-8388-c0c344dc83a1/004a7b90-6d61-4bc2-b817-d300f48e8cea) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:00:33.572499 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:33.652162 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Router c4c07cb1-3043-454d-8245-4a4d60fd5443 has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:00:33.678373 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e5806fa2-c0fb-45ce-b192-69d14cbcaba1 req-be0d6cd1-4619-4af5-bf94-dda82ed87c3e tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 210 time: 0.1085851 Feb 17 01:00:33.732444 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-76ee2d25-0bc3-4753-b948-f8028b565132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:33.735846 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:33.813896 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e3277dc1-eb5d-43b5-a261-fb21342117ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:33.838094 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8fabc5cc-4493-4739-bee6-9b381337447b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:33.857255 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3277dc1-eb5d-43b5-a261-fb21342117ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cda196-e696-4df7-8f60-be53490b7faa,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:33.859653 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a0bc0349-7e44-4f4e-a90b-9f317abafc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:33.878665 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-10a78cbd-a629-4701-856f-f898e9995068 req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:33.883010 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e3277dc1-eb5d-43b5-a261-fb21342117ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:33.899205 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a0bc0349-7e44-4f4e-a90b-9f317abafc4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:33.904098 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-a0bc0349-7e44-4f4e-a90b-9f317abafc4e admin admin] Usage tracker for resource:security_group_rule and tenant:6aca76ab676848ceb3b803be093f7b11 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:33.907594 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-a0bc0349-7e44-4f4e-a90b-9f317abafc4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:33.914678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a0bc0349-7e44-4f4e-a90b-9f317abafc4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:34.028298 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 82380e4c-4b0b-4b92-bbc8-6eb77508afb8 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:00:34.029157 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:34.236111 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:34.240966 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:00:34.245008 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:34.249938 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:34.253828 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Sync routers for ids ['c4c07cb1-3043-454d-8245-4a4d60fd5443'] in dv-cinder-759955-4-smb {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:00:34.283095 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Routers {'c4c07cb1-3043-454d-8245-4a4d60fd5443'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:00:34.284313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:00:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c4c07cb1-3043-454d-8245-4a4d60fd5443'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:00:34.292311 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] 10.222.0.23 "PUT /v2.0/routers/c4c07cb1-3043-454d-8245-4a4d60fd5443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6106658 Feb 17 01:00:34.378441 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Transition to ACTIVE for port object 3cc668e0-244b-427f-ab8a-7d776ddf3367 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:00:34.399732 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:34.439558 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a0bc0349-7e44-4f4e-a90b-9f317abafc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:34.456599 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e3277dc1-eb5d-43b5-a261-fb21342117ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:34.458870 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-e3277dc1-eb5d-43b5-a261-fb21342117ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35cda196-e696-4df7-8f60-be53490b7faa HTTP/1.1" status: 204 len: 168 time: 1.8135483 Feb 17 01:00:34.464255 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-10a78cbd-a629-4701-856f-f898e9995068 req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:34.477353 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a0bc0349-7e44-4f4e-a90b-9f317abafc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:34.542464 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:35.066179 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Set router c4c07cb1-3043-454d-8245-4a4d60fd5443 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:00:35.174666 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e4f4ac9b-daf2-4e85-8f32-5187c4fd4ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:35.391747 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Allocated IP 172.20.0.1 (d9f87947-84f1-4bba-bbae-568841e714fe/b8020aa0-aa72-42b0-9ad3-070f9773c346/bce4a75b-5510-4d41-a303-1c0b34c972bd) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:00:35.487832 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-a0bc0349-7e44-4f4e-a90b-9f317abafc4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6aca76ab676848ceb3b803be093f7b11&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5033357 Feb 17 01:00:35.494654 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a78cbd-a629-4701-856f-f898e9995068 req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Network ed3cb294-1c05-43a8-a055-6393676cd86e is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:00:35.504106 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 51312) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:35.508247 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-10a78cbd-a629-4701-856f-f898e9995068 req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:00:35.524203 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a78cbd-a629-4701-856f-f898e9995068 req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:00:35.529693 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a78cbd-a629-4701-856f-f898e9995068 req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:35.530827 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-10a78cbd-a629-4701-856f-f898e9995068 req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:35.582802 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Pushing event updated for resources: {'Port': ['ID=004a7b90-6d61-4bc2-b817-d300f48e8cea,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:35.592373 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:35.596462 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:35.685249 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-10a78cbd-a629-4701-856f-f898e9995068 req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1555314 Feb 17 01:00:35.698745 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [req-10a78cbd-a629-4701-856f-f898e9995068 req-a4b058df-4cc6-422c-bb63-75497cc17af2 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:00:35.700246 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-10a78cbd-a629-4701-856f-f898e9995068 req-a4b058df-4cc6-422c-bb63-75497cc17af2 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0072927 Feb 17 01:00:35.714193 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc0349-7e44-4f4e-a90b-9f317abafc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd70d39-db2b-4ee8-8d74-57feca99ed30,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:35.720872 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a0bc0349-7e44-4f4e-a90b-9f317abafc4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:35.782113 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8719b60e-3d68-4f0c-8a7d-4cb4eca16321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:35.804189 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:35.827164 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Transition to ACTIVE for port object bce4a75b-5510-4d41-a303-1c0b34c972bd will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:00:35.859725 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:35.865455 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8719b60e-3d68-4f0c-8a7d-4cb4eca16321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:35.972935 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:36.044199 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8719b60e-3d68-4f0c-8a7d-4cb4eca16321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:36.049922 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3e8f4244-dcdb-4464-bdde-ecb844a22438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:36.102970 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719b60e-3d68-4f0c-8a7d-4cb4eca16321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd70d39-db2b-4ee8-8d74-57feca99ed30,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:36.110121 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8719b60e-3d68-4f0c-8a7d-4cb4eca16321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:36.121824 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8719b60e-3d68-4f0c-8a7d-4cb4eca16321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:36.131703 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-8719b60e-3d68-4f0c-8a7d-4cb4eca16321 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8cd70d39-db2b-4ee8-8d74-57feca99ed30 HTTP/1.1" status: 204 len: 168 time: 0.6258588 Feb 17 01:00:36.140224 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5df02-76dd-4c50-b30b-e030644d4f51 None None] Pushing event updated for resources: {'Port': ['ID=3cc668e0-244b-427f-ab8a-7d776ddf3367,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:36.190436 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-02b5df02-76dd-4c50-b30b-e030644d4f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.648s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:36.205998 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:36.425880 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Pushing event updated for resources: {'Port': ['ID=bce4a75b-5510-4d41-a303-1c0b34c972bd,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:36.441479 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:36.442176 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Attempting to bind port 3cc668e0-244b-427f-ab8a-7d776ddf3367 on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:00:36.443167 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Attempting to bind port 3cc668e0-244b-427f-ab8a-7d776ddf3367 by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:00:36.443495 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Attempting to bind port 3cc668e0-244b-427f-ab8a-7d776ddf3367 on network 2e19633c-545c-4fb1-b120-f8a653754f93 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:00:36.462222 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:00:36.462222 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Checking segment: {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:00:36.462623 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:36.463098 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Bound using segment: {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:00:36.463721 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Bound port: 3cc668e0-244b-427f-ab8a-7d776ddf3367, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:00:36.464196 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:36.511760 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf44fa9-feb8-48f2-b9cc-43659cbbec23 req-1ae0e1ce-9182-4b3a-811c-560bdb32a6ef tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:36.531988 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dcf44fa9-feb8-48f2-b9cc-43659cbbec23 req-1ae0e1ce-9182-4b3a-811c-560bdb32a6ef tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 931 time: 0.6666510 Feb 17 01:00:36.708390 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Network d9f87947-84f1-4bba-bbae-568841e714fe is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:00:36.715283 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:00:36.746004 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] For port 3cc668e0-244b-427f-ab8a-7d776ddf3367, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:00:36.749897 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dcf44fa9-feb8-48f2-b9cc-43659cbbec23 req-88bd970a-4a2b-41a6-a5cf-7853c76307eb tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8ac09c-9b00-4f68-be96-0eaf01f2d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278035 Feb 17 01:00:36.752242 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:00:36.756537 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853018879'] for router_interface, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:36.762958 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] For port 3cc668e0-244b-427f-ab8a-7d776ddf3367, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=3cc668e0-244b-427f-ab8a-7d776ddf3367,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:00:36.782639 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:36.831476 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:36.835838 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'name': 'tempest-ServerRescueNegativeTestJSON-887156839-router', 'tenant_id': '07b76f83eace4c539f1de797b1560677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '82380e4c-4b0b-4b92-bbc8-6eb77508afb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:16Z', 'updated_at': '2021-02-17T01:00:30Z', 'revision_number': 4, 'project_id': '07b76f83eace4c539f1de797b1560677', 'gw_port': {'id': '82380e4c-4b0b-4b92-bbc8-6eb77508afb8', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:18Z', 'updated_at': '2021-02-17T01:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': '4392a6c5-16d6-4763-a179-2c1cdac078e0', 'name': '', 'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a', 'tenant_id': '07b76f83eace4c539f1de797b1560677', 'mac_address': 'fa:16:3e:4b:bc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '282ed147-389b-47d6-8964-0129ce63461f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:26Z', 'updated_at': '2021-02-17T01:00:31Z', 'revision_number': 2, 'project_id': '07b76f83eace4c539f1de797b1560677', 'subnets': [{'id': '282ed147-389b-47d6-8964-0129ce63461f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:00:36.857469 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Checking router: c4c07cb1-3043-454d-8245-4a4d60fd5443 for host: dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:00:36.861244 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Updating router c4c07cb1-3043-454d-8245-4a4d60fd5443 port 4392a6c5-16d6-4763-a179-2c1cdac078e0 binding host dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:00:37.087995 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:37.167168 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:37.367161 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:37.430152 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5df02-76dd-4c50-b30b-e030644d4f51 None None] Pushing event updated for resources: {'Port': ['ID=3cc668e0-244b-427f-ab8a-7d776ddf3367,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:37.458197 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-02b5df02-76dd-4c50-b30b-e030644d4f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:37.463486 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a1c4bb6c-0665-4cc0-bf0f-5063e4ca6e59 None None] Provisioning for port bce4a75b-5510-4d41-a303-1c0b34c972bd completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:00:37.481984 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a1c4bb6c-0665-4cc0-bf0f-5063e4ca6e59 None None] Provisioning complete for port bce4a75b-5510-4d41-a303-1c0b34c972bd triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:00:37.483536 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bb6c-0665-4cc0-bf0f-5063e4ca6e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:37.585324 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a1c4bb6c-0665-4cc0-bf0f-5063e4ca6e59 None None] Port bce4a75b-5510-4d41-a303-1c0b34c972bd cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:00:37.587930 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Routers {'c930129e-8833-48d9-be6e-a68613a018f4'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:00:37.589181 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:00:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c930129e-8833-48d9-be6e-a68613a018f4'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:00:37.631688 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:37.636885 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:37.637572 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Request body: {'port': {'device_id': '2f785eb9-4dd4-4d7a-9328-d79d8650e470', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:00:37.638314 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853078611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1757031'] for router_interface, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:37.654361 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-442f5d34-6e69-4929-8c1a-d1278d0ac2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:37.746092 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Pushing event updated for resources: {'Port': ['ID=bce4a75b-5510-4d41-a303-1c0b34c972bd,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:37.874465 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:37.955584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:38.138307 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Network d9f87947-84f1-4bba-bbae-568841e714fe is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:00:38.141315 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:00:38.458210 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] Set router c930129e-8833-48d9-be6e-a68613a018f4 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:00:38.461547 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:38.504700 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Transition to ACTIVE for port object 4392a6c5-16d6-4763-a179-2c1cdac078e0 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:00:38.514032 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:38.548727 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:38.744648 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb9f85-a6d0-4160-aec6-bd4d1c293dbc None None] Pushing event updated for resources: {'Port': ['ID=4392a6c5-16d6-4763-a179-2c1cdac078e0,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:38.768782 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-83bb9f85-a6d0-4160-aec6-bd4d1c293dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:38.993512 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-91d79b26-8411-497d-b5a1-1d96a2c49aee None None] Provisioning complete for port bce4a75b-5510-4d41-a303-1c0b34c972bd triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:00:38.996113 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91d79b26-8411-497d-b5a1-1d96a2c49aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:39.448657 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Attempting to bind port 4392a6c5-16d6-4763-a179-2c1cdac078e0 on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:00:39.449830 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Attempting to bind port 4392a6c5-16d6-4763-a179-2c1cdac078e0 by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': 'd2cf687d-c695-4744-b09b-3875a944e97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:00:39.453176 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Attempting to bind port 4392a6c5-16d6-4763-a179-2c1cdac078e0 on network cf8b4511-58f5-48fa-86ad-e41e52f0a68a {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:00:39.479071 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:00:39.482568 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Checking segment: {'id': 'd2cf687d-c695-4744-b09b-3875a944e97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:00:39.483812 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:39.486403 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Bound using segment: {'id': 'd2cf687d-c695-4744-b09b-3875a944e97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:00:39.487057 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Bound port: 4392a6c5-16d6-4763-a179-2c1cdac078e0, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2cf687d-c695-4744-b09b-3875a944e97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:00:39.487503 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:39.746423 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] For port 4392a6c5-16d6-4763-a179-2c1cdac078e0, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:00:39.757524 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-91d79b26-8411-497d-b5a1-1d96a2c49aee None None] Port bce4a75b-5510-4d41-a303-1c0b34c972bd cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:00:39.759695 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] For port 4392a6c5-16d6-4763-a179-2c1cdac078e0, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=4392a6c5-16d6-4763-a179-2c1cdac078e0,segment=NetworkSegment(d2cf687d-c695-4744-b09b-3875a944e97f),segment_id=d2cf687d-c695-4744-b09b-3875a944e97f)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:00:39.772606 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:39.849257 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'bce4a75b-5510-4d41-a303-1c0b34c972bd', 'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'mac_address': 'fa:16:3e:6b:6e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:34Z', 'updated_at': '2021-02-17T01:00:37Z', 'revision_number': 2, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'subnets': [{'id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:00:39.857320 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4780ae-dcd6-40b4-8d12-23761ff8eb24 None None] The sync data for ids ['c930129e-8833-48d9-be6e-a68613a018f4'] in dv-cinder-759955-4-smb is: [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'bce4a75b-5510-4d41-a303-1c0b34c972bd', 'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'mac_address': 'fa:16:3e:6b:6e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:34Z', 'updated_at': '2021-02-17T01:00:37Z', 'revision_number': 2, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'subnets': [{'id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:00:39.971297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004a7b90-6d61-4bc2-b817-d300f48e8cea {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:00:39.990670 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:40.024336 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e794d-3e8f-4de0-a32c-46d87f74a897 req-86606f85-83ab-4b23-9df0-966e49685301 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:40.025627 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3b7e794d-3e8f-4de0-a32c-46d87f74a897 req-86606f85-83ab-4b23-9df0-966e49685301 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 931 time: 1.9881544 Feb 17 01:00:40.049829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Transition to ACTIVE for port object 004a7b90-6d61-4bc2-b817-d300f48e8cea will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:00:40.056777 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:40.185926 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-861ddfa3-c45b-418e-b5fe-d2181b989280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:40.364929 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Routers {'c4c07cb1-3043-454d-8245-4a4d60fd5443'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:00:40.365816 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:00:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c4c07cb1-3043-454d-8245-4a4d60fd5443'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:00:40.395056 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3b7e794d-3e8f-4de0-a32c-46d87f74a897 req-919290c3-d7b6-4f2a-9a63-ba98da6dbf07 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8ac09c-9b00-4f68-be96-0eaf01f2d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380885 Feb 17 01:00:40.420984 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-3c3d71fb-c206-4e69-9c22-b20df4c367cf tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:40.422735 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-3c3d71fb-c206-4e69-9c22-b20df4c367cf tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/networks?id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a HTTP/1.1" status: 200 len: 818 time: 1.9125736 Feb 17 01:00:40.436170 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Router c930129e-8833-48d9-be6e-a68613a018f4 has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:00:40.478730 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-d132df1e-93d1-41ed-aab3-c4269f1da752 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/quotas/07b76f83eace4c539f1de797b1560677 HTTP/1.1" status: 200 len: 375 time: 0.0368338 Feb 17 01:00:40.502467 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:40.821259 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Pushing event updated for resources: {'Port': ['ID=004a7b90-6d61-4bc2-b817-d300f48e8cea,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:40.842285 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:41.572226 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:00:41.611906 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] 10.222.0.23 "PUT /v2.0/routers/c930129e-8833-48d9-be6e-a68613a018f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0662873 Feb 17 01:00:41.631660 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-0ceec812-02cc-4f03-8cf3-d8d6cfce214d tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Synchronizing usage tracker for tenant:07b76f83eace4c539f1de797b1560677 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:00:41.687407 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-0ceec812-02cc-4f03-8cf3-d8d6cfce214d tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Unset dirty status for tenant:07b76f83eace4c539f1de797b1560677 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:00:41.689172 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-0ceec812-02cc-4f03-8cf3-d8d6cfce214d tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=07b76f83eace4c539f1de797b1560677&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8475647 Feb 17 01:00:41.963893 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Attempting to bind port 004a7b90-6d61-4bc2-b817-d300f48e8cea on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:00:41.964397 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Attempting to bind port 004a7b90-6d61-4bc2-b817-d300f48e8cea by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'ca03e50f-72d3-454b-8152-669fa81c269e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ed3cb294-1c05-43a8-a055-6393676cd86e'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:00:41.964658 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Attempting to bind port 004a7b90-6d61-4bc2-b817-d300f48e8cea on network ed3cb294-1c05-43a8-a055-6393676cd86e {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:00:41.986008 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:00:41.986475 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Checking segment: {'id': 'ca03e50f-72d3-454b-8152-669fa81c269e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ed3cb294-1c05-43a8-a055-6393676cd86e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:00:41.986882 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:41.987340 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Bound using segment: {'id': 'ca03e50f-72d3-454b-8152-669fa81c269e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ed3cb294-1c05-43a8-a055-6393676cd86e'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:00:41.989511 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Bound port: 004a7b90-6d61-4bc2-b817-d300f48e8cea, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca03e50f-72d3-454b-8152-669fa81c269e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ed3cb294-1c05-43a8-a055-6393676cd86e'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:00:41.990015 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:42.099960 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] Set router c4c07cb1-3043-454d-8245-4a4d60fd5443 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:00:42.337040 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] For port 004a7b90-6d61-4bc2-b817-d300f48e8cea, host hv-cinder-75995, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:00:42.364822 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] For port 004a7b90-6d61-4bc2-b817-d300f48e8cea, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=004a7b90-6d61-4bc2-b817-d300f48e8cea,segment=NetworkSegment(ca03e50f-72d3-454b-8152-669fa81c269e),segment_id=ca03e50f-72d3-454b-8152-669fa81c269e)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:00:42.370424 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:42.419691 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:42.441819 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb9f85-a6d0-4160-aec6-bd4d1c293dbc None None] Pushing event updated for resources: {'Port': ['ID=4392a6c5-16d6-4763-a179-2c1cdac078e0,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:42.571961 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 3cc668e0-244b-427f-ab8a-7d776ddf3367 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:00:42.618633 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-83bb9f85-a6d0-4160-aec6-bd4d1c293dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.433s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:42.653648 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02374e-5bff-4086-8122-a36bd8776f6d req-d7bc7603-2349-46e2-8cb2-30974b8418a2 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:42.655430 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fd02374e-5bff-4086-8122-a36bd8776f6d req-d7bc7603-2349-46e2-8cb2-30974b8418a2 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 943 time: 0.5488393 Feb 17 01:00:42.762559 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-63446805-fc04-42c9-8432-e58aec1a9a3b service neutron] 10.222.0.23 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0631609 Feb 17 01:00:42.857060 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Pushing event updated for resources: {'Port': ['ID=004a7b90-6d61-4bc2-b817-d300f48e8cea,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:42.860369 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port 3cc668e0-244b-427f-ab8a-7d776ddf3367 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:00:42.867904 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:42.869816 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 3cc668e0-244b-427f-ab8a-7d776ddf3367 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:00:42.870415 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:43.037764 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:43.038904 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:43.043476 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-10a78cbd-a629-4701-856f-f898e9995068 req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] 10.222.0.42 "PUT /v2.0/ports/004a7b90-6d61-4bc2-b817-d300f48e8cea HTTP/1.1" status: 200 len: 1157 time: 6.6593516 Feb 17 01:00:43.047871 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f785eb9-4dd4-4d7a-9328-d79d8650e470', 'tag': '004a7b90-6d61-4bc2-b817-d300f48e8cea'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:00:43.269453 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-28760712-92a5-44ab-950d-8712e605feae service neutron] 10.222.0.23 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4863739 Feb 17 01:00:43.286935 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 51424) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:43.373048 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:43.437923 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] For port 3cc668e0-244b-427f-ab8a-7d776ddf3367, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=3cc668e0-244b-427f-ab8a-7d776ddf3367,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:00:43.439632 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fd02374e-5bff-4086-8122-a36bd8776f6d req-1ee162ac-7b60-4417-97ef-24eea9650951 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8ac09c-9b00-4f68-be96-0eaf01f2d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6758480 Feb 17 01:00:43.445331 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:43.453138 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:43.625845 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a78cbd-a629-4701-856f-f898e9995068 req-aba24d29-d7a2-4dc4-b12b-b12ff562132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:43.630620 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-10a78cbd-a629-4701-856f-f898e9995068 req-aba24d29-d7a2-4dc4-b12b-b12ff562132b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bdd014f026b2431683e59145671b0e7c&device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 1160 time: 0.3091469 Feb 17 01:00:43.878279 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Pushing event updated for resources: {'Port': ['ID=3cc668e0-244b-427f-ab8a-7d776ddf3367,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:43.899196 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:43.931426 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c8bbad89-8f3b-4406-9ae7-e8bac2f041f9 req-31720cc0-97a3-4ddc-a517-ccea42ebcde5 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 210 time: 0.1996822 Feb 17 01:00:44.027360 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'name': 'tempest-ServerRescueNegativeTestJSON-887156839-router', 'tenant_id': '07b76f83eace4c539f1de797b1560677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '82380e4c-4b0b-4b92-bbc8-6eb77508afb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:16Z', 'updated_at': '2021-02-17T01:00:30Z', 'revision_number': 4, 'project_id': '07b76f83eace4c539f1de797b1560677', 'gw_port': {'id': '82380e4c-4b0b-4b92-bbc8-6eb77508afb8', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:18Z', 'updated_at': '2021-02-17T01:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': '4392a6c5-16d6-4763-a179-2c1cdac078e0', 'name': '', 'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a', 'tenant_id': '07b76f83eace4c539f1de797b1560677', 'mac_address': 'fa:16:3e:4b:bc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '282ed147-389b-47d6-8964-0129ce63461f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:26Z', 'updated_at': '2021-02-17T01:00:39Z', 'revision_number': 4, 'project_id': '07b76f83eace4c539f1de797b1560677', 'subnets': [{'id': '282ed147-389b-47d6-8964-0129ce63461f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:00:44.036984 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-10a78cbd-a629-4701-856f-f898e9995068 req-e2c95822-e10e-4a1f-994e-b73893244942 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=004a7b90-6d61-4bc2-b817-d300f48e8cea HTTP/1.1" status: 200 len: 217 time: 0.3786745 Feb 17 01:00:44.039247 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11673206-a80c-4d61-8d3b-83c5ee1dd9de None None] The sync data for ids ['c4c07cb1-3043-454d-8245-4a4d60fd5443'] in dv-cinder-759955-4-smb is: [{'id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'name': 'tempest-ServerRescueNegativeTestJSON-887156839-router', 'tenant_id': '07b76f83eace4c539f1de797b1560677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '82380e4c-4b0b-4b92-bbc8-6eb77508afb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:16Z', 'updated_at': '2021-02-17T01:00:30Z', 'revision_number': 4, 'project_id': '07b76f83eace4c539f1de797b1560677', 'gw_port': {'id': '82380e4c-4b0b-4b92-bbc8-6eb77508afb8', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:18Z', 'updated_at': '2021-02-17T01:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': '4392a6c5-16d6-4763-a179-2c1cdac078e0', 'name': '', 'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a', 'tenant_id': '07b76f83eace4c539f1de797b1560677', 'mac_address': 'fa:16:3e:4b:bc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '282ed147-389b-47d6-8964-0129ce63461f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:26Z', 'updated_at': '2021-02-17T01:00:39Z', 'revision_number': 4, 'project_id': '07b76f83eace4c539f1de797b1560677', 'subnets': [{'id': '282ed147-389b-47d6-8964-0129ce63461f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:00:44.363958 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9e43b404-a8ec-4aab-b4c6-3662c59cca60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:44.439923 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-9e43b404-a8ec-4aab-b4c6-3662c59cca60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:44.460509 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-9e43b404-a8ec-4aab-b4c6-3662c59cca60 admin admin] Usage tracker for resource:security_group_rule and tenant:c44ecc2b835a4ddd910a1e940d826c1d is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:44.479098 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-9e43b404-a8ec-4aab-b4c6-3662c59cca60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:44.498381 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a78cbd-a629-4701-856f-f898e9995068 req-a356f9cb-eafa-4525-8810-f674736a66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:44.523527 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-10a78cbd-a629-4701-856f-f898e9995068 req-a356f9cb-eafa-4525-8810-f674736a66a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef42cbcb-c29e-4302-8388-c0c344dc83a1 HTTP/1.1" status: 200 len: 852 time: 0.4741750 Feb 17 01:00:44.541116 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-9e43b404-a8ec-4aab-b4c6-3662c59cca60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:44.797544 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-10a78cbd-a629-4701-856f-f898e9995068 req-a26c6e0b-3ed4-44dd-a611-066527848176 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed3cb294-1c05-43a8-a055-6393676cd86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2660456 Feb 17 01:00:44.976658 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 4392a6c5-16d6-4763-a179-2c1cdac078e0 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:00:44.995669 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9e43b404-a8ec-4aab-b4c6-3662c59cca60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:45.015870 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9e43b404-a8ec-4aab-b4c6-3662c59cca60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:45.239101 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:45.299655 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Sync routers for ids ['c930129e-8833-48d9-be6e-a68613a018f4'] in dv-cinder-759955-4-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:00:45.338229 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Routers {'c930129e-8833-48d9-be6e-a68613a018f4'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:00:45.339638 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:00:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c930129e-8833-48d9-be6e-a68613a018f4'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:00:45.419335 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-9e43b404-a8ec-4aab-b4c6-3662c59cca60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c44ecc2b835a4ddd910a1e940d826c1d&name=default HTTP/1.1" status: 200 len: 2978 time: 2.1293476 Feb 17 01:00:45.438387 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 51488) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:45.523154 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43b404-a8ec-4aab-b4c6-3662c59cca60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82a53fb-3323-4bd2-9c35-c14bdaf29e16,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:45.569686 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9e43b404-a8ec-4aab-b4c6-3662c59cca60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:45.601422 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc2937-f1ae-4d99-814e-41c0a232f585 req-04d8c93f-5fa7-42ca-b794-f0fd57ca7d10 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:45.603281 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f8fc2937-f1ae-4d99-814e-41c0a232f585 req-04d8c93f-5fa7-42ca-b794-f0fd57ca7d10 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 943 time: 0.5813284 Feb 17 01:00:45.734482 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f8fc2937-f1ae-4d99-814e-41c0a232f585 req-b31a8fc3-79b3-47cf-bdb1-8cbc510318fb tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8ac09c-9b00-4f68-be96-0eaf01f2d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224937 Feb 17 01:00:45.828954 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-94787066-54fd-4003-9303-0337e73d8fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:45.944030 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-94787066-54fd-4003-9303-0337e73d8fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:46.072113 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Set router c930129e-8833-48d9-be6e-a68613a018f4 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:00:46.209270 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-94787066-54fd-4003-9303-0337e73d8fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:46.278172 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-351e34e1-ce9f-4ad0-baff-79b523e4476b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:46.323653 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-10a78cbd-a629-4701-856f-f898e9995068 req-a0e82055-ea8a-4267-bb32-3566694115b0 service neutron] 10.222.0.42 "GET /v2.0/networks/ed3cb294-1c05-43a8-a055-6393676cd86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5018187 Feb 17 01:00:46.337200 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94787066-54fd-4003-9303-0337e73d8fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82a53fb-3323-4bd2-9c35-c14bdaf29e16,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:46.356988 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-94787066-54fd-4003-9303-0337e73d8fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:46.532421 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port 4392a6c5-16d6-4763-a179-2c1cdac078e0 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:00:46.645520 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-4f9f0d15-65a9-44e4-95f6-a9720569079f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:46.663675 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-4f9f0d15-65a9-44e4-95f6-a9720569079f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/networks?id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a HTTP/1.1" status: 200 len: 818 time: 0.6475275 Feb 17 01:00:46.664626 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 51510) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:46.699358 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-78483581-7596-42e9-9acb-29d024a51c3d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--442036211', 'description': 'tempest-description--515241380'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:00:46.721544 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-78483581-7596-42e9-9acb-29d024a51c3d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:46.733778 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-78483581-7596-42e9-9acb-29d024a51c3d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Usage tracker for resource:security_group and tenant:475f7d7891b64c41a88eeff4cb15f254 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:46.758921 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-78483581-7596-42e9-9acb-29d024a51c3d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:46.779734 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-78483581-7596-42e9-9acb-29d024a51c3d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:46.849266 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78483581-7596-42e9-9acb-29d024a51c3d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:46.872439 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 4392a6c5-16d6-4763-a179-2c1cdac078e0 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:00:46.872875 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:46.906647 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-94787066-54fd-4003-9303-0337e73d8fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:46.916226 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-94787066-54fd-4003-9303-0337e73d8fed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f82a53fb-3323-4bd2-9c35-c14bdaf29e16 HTTP/1.1" status: 204 len: 168 time: 1.4762466 Feb 17 01:00:46.921142 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-10a78cbd-a629-4701-856f-f898e9995068 req-d8fe5df8-f184-4847-9e6d-ad2709e91f18 service neutron] 10.222.0.42 "GET /v2.0/networks/ed3cb294-1c05-43a8-a055-6393676cd86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5496669 Feb 17 01:00:46.923685 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-78483581-7596-42e9-9acb-29d024a51c3d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:46.930253 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-78483581-7596-42e9-9acb-29d024a51c3d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Usage tracker for resource:security_group_rule and tenant:475f7d7891b64c41a88eeff4cb15f254 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:46.939008 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-78483581-7596-42e9-9acb-29d024a51c3d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:46.969321 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-78483581-7596-42e9-9acb-29d024a51c3d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:47.027308 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-ec837e57-6f8e-4841-b5a7-e83dbbf7f943 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/quotas/07b76f83eace4c539f1de797b1560677 HTTP/1.1" status: 200 len: 375 time: 0.3427496 Feb 17 01:00:47.320322 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-35df7d20-97df-4613-8959-1f354c489214 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=07b76f83eace4c539f1de797b1560677&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2911730 Feb 17 01:00:47.346126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:47.524742 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78483581-7596-42e9-9acb-29d024a51c3d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:47.532646 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78483581-7596-42e9-9acb-29d024a51c3d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:47.556216 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 51532) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:47.590395 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:47.692091 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78483581-7596-42e9-9acb-29d024a51c3d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16702c69-5a03-4beb-9c5a-e0865880dfc0,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:47.696303 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78483581-7596-42e9-9acb-29d024a51c3d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:47.700910 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-78483581-7596-42e9-9acb-29d024a51c3d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0320482 Feb 17 01:00:47.701141 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 51538) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:47.705385 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-78483581-7596-42e9-9acb-29d024a51c3d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:47.717561 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-b3089b78-d906-4325-a013-82ee9a290004 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Request body: {'security_group_rule': {'security_group_id': '16702c69-5a03-4beb-9c5a-e0865880dfc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:00:47.728310 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b3089b78-d906-4325-a013-82ee9a290004 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:47.746964 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-b3089b78-d906-4325-a013-82ee9a290004 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Usage tracker for resource:security_group_rule and tenant:475f7d7891b64c41a88eeff4cb15f254 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:47.765800 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-b3089b78-d906-4325-a013-82ee9a290004 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:47.782115 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b3089b78-d906-4325-a013-82ee9a290004 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:47.830627 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-abb05fa1-3b6c-452a-a943-fabc07517b5e service neutron] 10.222.0.23 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822745 Feb 17 01:00:48.032745 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'bce4a75b-5510-4d41-a303-1c0b34c972bd', 'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'mac_address': 'fa:16:3e:6b:6e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:34Z', 'updated_at': '2021-02-17T01:00:37Z', 'revision_number': 2, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'subnets': [{'id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:00:48.082563 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-2b38ecec-ee36-421a-91d2-13dda04caa16 service neutron] 10.222.0.23 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2498667 Feb 17 01:00:48.095512 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Checking router: c930129e-8833-48d9-be6e-a68613a018f4 for host: dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:00:48.096290 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Updating router c930129e-8833-48d9-be6e-a68613a018f4 port bce4a75b-5510-4d41-a303-1c0b34c972bd binding host dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:00:48.110710 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b3089b78-d906-4325-a013-82ee9a290004 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:48.166409 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f785eb9-4dd4-4d7a-9328-d79d8650e470', 'tag': '004a7b90-6d61-4bc2-b817-d300f48e8cea', 'status': 'completed', 'code': 200} Feb 17 01:00:48.329326 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] For port 4392a6c5-16d6-4763-a179-2c1cdac078e0, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=4392a6c5-16d6-4763-a179-2c1cdac078e0,segment=NetworkSegment(d2cf687d-c695-4744-b09b-3875a944e97f),segment_id=d2cf687d-c695-4744-b09b-3875a944e97f)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:00:48.353277 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:48.366305 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 3cc668e0-244b-427f-ab8a-7d776ddf3367 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:00:48.399014 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b3089b78-d906-4325-a013-82ee9a290004 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:48.409795 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b3089b78-d906-4325-a013-82ee9a290004 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748861'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:48.410231 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b526bc4a-9fcd-4447-a84f-29d652df5344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:48.413090 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:48.470648 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:48.478133 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3089b78-d906-4325-a013-82ee9a290004 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41a0da6-9763-40e4-a855-88eb10d83f46,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:48.600893 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b3089b78-d906-4325-a013-82ee9a290004 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:48.638385 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b3089b78-d906-4325-a013-82ee9a290004 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:48.640724 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-b3089b78-d906-4325-a013-82ee9a290004 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9339461 Feb 17 01:00:48.654198 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 51560) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:48.657522 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e09b967a-1bf1-43b2-877e-52d748d73486 req-90000a18-cadb-4435-97d1-d5247952fb3a tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 210 time: 0.1757805 Feb 17 01:00:48.696916 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Pushing event updated for resources: {'Port': ['ID=4392a6c5-16d6-4763-a179-2c1cdac078e0,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:48.719040 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:48.765508 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 3cc668e0-244b-427f-ab8a-7d776ddf3367 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:00:48.766337 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:48.805836 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-d6c365a0-7d20-48ed-8b34-a9a94423a2d6 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Request body: {'security_group_rule': {'security_group_id': '16702c69-5a03-4beb-9c5a-e0865880dfc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:00:48.824289 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d6c365a0-7d20-48ed-8b34-a9a94423a2d6 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:48.833583 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-d6c365a0-7d20-48ed-8b34-a9a94423a2d6 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Usage tracker for resource:security_group_rule and tenant:475f7d7891b64c41a88eeff4cb15f254 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:48.846055 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-d6c365a0-7d20-48ed-8b34-a9a94423a2d6 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:48.858407 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d6c365a0-7d20-48ed-8b34-a9a94423a2d6 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:48.899617 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6c365a0-7d20-48ed-8b34-a9a94423a2d6 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:48.997958 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7792-02f0-46b2-ae96-cf38a7a509f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:49.052296 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd5c2f-8ceb-4a10-8483-710de2873229 req-5dbe123b-694d-4ade-b4f4-584f664bb0d1 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:49.057824 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-95cd5c2f-8ceb-4a10-8483-710de2873229 req-5dbe123b-694d-4ade-b4f4-584f664bb0d1 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 943 time: 0.4503493 Feb 17 01:00:49.093649 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5e6f7792-02f0-46b2-ae96-cf38a7a509f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:49.112343 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 56400) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:49.126077 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-5e6f7792-02f0-46b2-ae96-cf38a7a509f1 admin admin] Usage tracker for resource:security_group_rule and tenant:85b8c885482344cc89be237c3d7ec6a1 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:49.128179 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 51572) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:49.148080 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-5e6f7792-02f0-46b2-ae96-cf38a7a509f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:49.194042 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5e6f7792-02f0-46b2-ae96-cf38a7a509f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:49.402223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-7575da8c-5937-496e-83da-04d783238234 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:49.405064 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-7575da8c-5937-496e-83da-04d783238234 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.42 "GET /v2.0/networks?id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a HTTP/1.1" status: 200 len: 818 time: 0.2817414 Feb 17 01:00:49.405954 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-233b2a4a-a812-4b36-9bee-07a199fb9e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:49.455134 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6c365a0-7d20-48ed-8b34-a9a94423a2d6 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:49.467041 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:49.471579 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-233b2a4a-a812-4b36-9bee-07a199fb9e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:49.480158 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-233b2a4a-a812-4b36-9bee-07a199fb9e36 admin admin] Usage tracker for resource:security_group_rule and tenant:fa726da3e9824a909d835b98941edb9d is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:49.483990 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Transition to ACTIVE for port object bce4a75b-5510-4d41-a303-1c0b34c972bd will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:00:49.500091 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-233b2a4a-a812-4b36-9bee-07a199fb9e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:49.522474 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-233b2a4a-a812-4b36-9bee-07a199fb9e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:49.580443 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c013ce-b035-4d56-a60e-bee2ab8bf444 req-0aee9d9b-f890-4493-addf-b738a3e70ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:49.583850 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-18c013ce-b035-4d56-a60e-bee2ab8bf444 req-0aee9d9b-f890-4493-addf-b738a3e70ae8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bdd014f026b2431683e59145671b0e7c&device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 1160 time: 0.9628320 Feb 17 01:00:49.601195 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:49.672252 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7792-02f0-46b2-ae96-cf38a7a509f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:49.767696 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6c365a0-7d20-48ed-8b34-a9a94423a2d6 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748861'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:49.811586 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-e6991039-1ad5-48a7-97ab-373c58e7e65f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Request body: {'port': {'device_id': '76effcc1-869f-4c50-9161-252be2d469ec', 'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a', 'admin_state_up': True, 'tenant_id': '07b76f83eace4c539f1de797b1560677'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:00:49.849141 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-02b5df02-76dd-4c50-b30b-e030644d4f51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:49.895600 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-233b2a4a-a812-4b36-9bee-07a199fb9e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:49.931153 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-95cd5c2f-8ceb-4a10-8483-710de2873229 req-85830a6a-288e-4862-9a0a-ed57f319d870 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8ac09c-9b00-4f68-be96-0eaf01f2d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8689401 Feb 17 01:00:49.965384 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 4392a6c5-16d6-4763-a179-2c1cdac078e0 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:00:49.966197 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c013ce-b035-4d56-a60e-bee2ab8bf444 req-52e514e8-c930-4f24-a5bd-3643a5cecbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:49.969459 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-18c013ce-b035-4d56-a60e-bee2ab8bf444 req-52e514e8-c930-4f24-a5bd-3643a5cecbfa service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed3cb294-1c05-43a8-a055-6393676cd86e HTTP/1.1" status: 200 len: 906 time: 0.2940249 Feb 17 01:00:49.971564 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7792-02f0-46b2-ae96-cf38a7a509f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:50.037348 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:50.058896 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-5e6f7792-02f0-46b2-ae96-cf38a7a509f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85b8c885482344cc89be237c3d7ec6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4981675 Feb 17 01:00:50.273060 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 51606) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:50.301868 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:50.314522 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-233b2a4a-a812-4b36-9bee-07a199fb9e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:50.365004 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f7792-02f0-46b2-ae96-cf38a7a509f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8249a0-1eca-4dbf-a380-ea38192a796b,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:50.382829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Attempting to bind port bce4a75b-5510-4d41-a303-1c0b34c972bd on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:00:50.383188 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Attempting to bind port bce4a75b-5510-4d41-a303-1c0b34c972bd by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:00:50.383678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Attempting to bind port bce4a75b-5510-4d41-a303-1c0b34c972bd on network d9f87947-84f1-4bba-bbae-568841e714fe {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:00:50.391763 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 4392a6c5-16d6-4763-a179-2c1cdac078e0 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:00:50.392213 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:50.416464 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5e6f7792-02f0-46b2-ae96-cf38a7a509f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:50.430384 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-18c013ce-b035-4d56-a60e-bee2ab8bf444 req-e3ef8b1e-228c-4f5f-8194-67cf3ff6e425 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=004a7b90-6d61-4bc2-b817-d300f48e8cea HTTP/1.1" status: 200 len: 217 time: 0.3952897 Feb 17 01:00:50.432290 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6c365a0-7d20-48ed-8b34-a9a94423a2d6 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:50.434752 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-d6c365a0-7d20-48ed-8b34-a9a94423a2d6 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7755802 Feb 17 01:00:50.473099 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:00:50.473526 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Checking segment: {'id': 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:00:50.474416 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:50.474865 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Bound using segment: {'id': 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:00:50.475434 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Bound port: bce4a75b-5510-4d41-a303-1c0b34c972bd, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:00:50.475941 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:50.606320 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 51612) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:50.615906 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc8360-9548-4b5a-be52-93c2131c19e9 None None] Pushing event updated for resources: {'Port': ['ID=bce4a75b-5510-4d41-a303-1c0b34c972bd,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:50.653151 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-233b2a4a-a812-4b36-9bee-07a199fb9e36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa726da3e9824a909d835b98941edb9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5105577 Feb 17 01:00:50.664674 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 51620) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:50.668878 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-535ce1e3-ba47-4259-bcad-3304479a3f34 req-694b5854-c459-4b44-b393-3716881f58d2 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 210 time: 0.4971189 Feb 17 01:00:50.670030 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c365a0-7d20-48ed-8b34-a9a94423a2d6 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1fb97e-6224-46cf-8d71-2312fd64079f,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:50.713458 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d6c365a0-7d20-48ed-8b34-a9a94423a2d6 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:50.720808 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Request body: {'floatingip': {'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:00:50.735831 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6050ad4f-9985-4ba6-b966-7567cf134715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:50.743146 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2dcc8360-9548-4b5a-be52-93c2131c19e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:50.758431 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] For port bce4a75b-5510-4d41-a303-1c0b34c972bd, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:00:50.762845 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] For port bce4a75b-5510-4d41-a303-1c0b34c972bd, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=bce4a75b-5510-4d41-a303-1c0b34c972bd,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:00:50.773174 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bfff9a51-f84a-4e20-9903-20b6856bb9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:50.776863 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:50.848256 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:50.899708 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c013ce-b035-4d56-a60e-bee2ab8bf444 req-896e0180-c3bc-44aa-b47d-c391b3cc34be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:50.905750 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-18c013ce-b035-4d56-a60e-bee2ab8bf444 req-896e0180-c3bc-44aa-b47d-c391b3cc34be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef42cbcb-c29e-4302-8388-c0c344dc83a1 HTTP/1.1" status: 200 len: 852 time: 0.3756139 Feb 17 01:00:50.940967 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.42', 56406) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:50.996911 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:50.999462 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Usage tracker for resource:floatingip and tenant:475f7d7891b64c41a88eeff4cb15f254 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:51.008230 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-153cde76-5f37-48b0-b293-a8a90562c805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:51.070046 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bfff9a51-f84a-4e20-9903-20b6856bb9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:51.078621 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-153cde76-5f37-48b0-b293-a8a90562c805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:51.229313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc8360-9548-4b5a-be52-93c2131c19e9 None None] Pushing event updated for resources: {'Port': ['ID=bce4a75b-5510-4d41-a303-1c0b34c972bd,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:51.234363 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2dcc8360-9548-4b5a-be52-93c2131c19e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:51.259402 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-18c013ce-b035-4d56-a60e-bee2ab8bf444 req-edff287e-b42b-45c8-9f47-61fdb08b071c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed3cb294-1c05-43a8-a055-6393676cd86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3339467 Feb 17 01:00:51.312236 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Routers {'c930129e-8833-48d9-be6e-a68613a018f4'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:00:51.314785 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:00:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c930129e-8833-48d9-be6e-a68613a018f4'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:00:51.515707 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-18c013ce-b035-4d56-a60e-bee2ab8bf444 req-6a791e45-4c62-483f-bdeb-acc95c6d67dc service neutron] 10.222.0.42 "GET /v2.0/networks/ed3cb294-1c05-43a8-a055-6393676cd86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436030 Feb 17 01:00:51.594945 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bfff9a51-f84a-4e20-9903-20b6856bb9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:51.694863 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] Set router c930129e-8833-48d9-be6e-a68613a018f4 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:00:51.745565 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-dad1ff5e-3091-4ff0-a716-935692fce42a tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:51.746699 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-dad1ff5e-3091-4ff0-a716-935692fce42a tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Synchronizing usage tracker for tenant:07b76f83eace4c539f1de797b1560677 on resource:network {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:00:51.802187 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device bce4a75b-5510-4d41-a303-1c0b34c972bd up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:00:51.920976 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:51.944313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-e6991039-1ad5-48a7-97ab-373c58e7e65f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:51.962030 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-e6991039-1ad5-48a7-97ab-373c58e7e65f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:51.985528 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e3277dc1-eb5d-43b5-a261-fb21342117ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:52.055985 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:52.065046 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-e6991039-1ad5-48a7-97ab-373c58e7e65f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Made reservation on behalf of 07b76f83eace4c539f1de797b1560677 for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:00:52.084058 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-e6991039-1ad5-48a7-97ab-373c58e7e65f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:52.131214 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bfff9a51-f84a-4e20-9903-20b6856bb9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:52.136565 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-bfff9a51-f84a-4e20-9903-20b6856bb9c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d8249a0-1eca-4dbf-a380-ea38192a796b HTTP/1.1" status: 204 len: 168 time: 1.7714646 Feb 17 01:00:52.221288 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-18c013ce-b035-4d56-a60e-bee2ab8bf444 req-5dd3c4bb-6569-4584-b568-479887d5fc91 service neutron] 10.222.0.42 "GET /v2.0/networks/ed3cb294-1c05-43a8-a055-6393676cd86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6603649 Feb 17 01:00:52.222596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff9a51-f84a-4e20-9903-20b6856bb9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8249a0-1eca-4dbf-a380-ea38192a796b,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:52.228054 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bfff9a51-f84a-4e20-9903-20b6856bb9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:52.228882 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-dad1ff5e-3091-4ff0-a716-935692fce42a tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Unset dirty status for tenant:07b76f83eace4c539f1de797b1560677 on resource:network {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:00:52.231483 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-dad1ff5e-3091-4ff0-a716-935692fce42a tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.42 "GET /v2.0/networks?id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a HTTP/1.1" status: 200 len: 818 time: 1.1719234 Feb 17 01:00:52.249737 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d0c1bd9f-a7ae-4c6e-87c0-432267c8da09 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Request body: {'port': {'device_id': '90688cd7-219d-441d-b7b0-387b480b4df5', 'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a', 'admin_state_up': True, 'tenant_id': '07b76f83eace4c539f1de797b1560677'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:00:52.251780 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b2a4a-a812-4b36-9bee-07a199fb9e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6349b418-f557-4342-93dd-51774054e320,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:52.337545 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-233b2a4a-a812-4b36-9bee-07a199fb9e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.595s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:52.367494 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bfa7caa5-f8b2-4165-8104-bef1c3ec225d req-f65d82e5-22cc-47e2-9650-03e27fe4ee5e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 210 time: 0.3899436 Feb 17 01:00:52.581124 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d0c1bd9f-a7ae-4c6e-87c0-432267c8da09 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:52.596898 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for floatingip, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:52.609168 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d0c1bd9f-a7ae-4c6e-87c0-432267c8da09 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:52.623422 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d0c1bd9f-a7ae-4c6e-87c0-432267c8da09 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Made reservation on behalf of 07b76f83eace4c539f1de797b1560677 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:00:52.629609 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d0c1bd9f-a7ae-4c6e-87c0-432267c8da09 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:52.813564 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-153cde76-5f37-48b0-b293-a8a90562c805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:52.854273 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.objects.ports [None req-0590ef42-4996-4616-9aa2-1981ff808e27 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84028) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:00:52.893899 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port bce4a75b-5510-4d41-a303-1c0b34c972bd completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:00:52.903611 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:52.913638 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port bce4a75b-5510-4d41-a303-1c0b34c972bd triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:00:52.914842 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:52.926172 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cde76-5f37-48b0-b293-a8a90562c805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6349b418-f557-4342-93dd-51774054e320,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:52.940011 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-153cde76-5f37-48b0-b293-a8a90562c805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:53.079268 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'bce4a75b-5510-4d41-a303-1c0b34c972bd', 'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'mac_address': 'fa:16:3e:6b:6e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:34Z', 'updated_at': '2021-02-17T01:00:50Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'subnets': [{'id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:00:53.092495 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b184c5-73a3-4afe-8eb2-a4716dc67820 None None] The sync data for ids ['c930129e-8833-48d9-be6e-a68613a018f4'] in dv-cinder-759955-4-smb is: [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'bce4a75b-5510-4d41-a303-1c0b34c972bd', 'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'mac_address': 'fa:16:3e:6b:6e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:34Z', 'updated_at': '2021-02-17T01:00:50Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'subnets': [{'id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:00:53.108627 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ed1d1-4cea-4e25-97b3-ae0b0de3b6fd req-a4c44f98-90ce-485d-bf36-0b0800bd9bed tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:53.123005 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-340ed1d1-4cea-4e25-97b3-ae0b0de3b6fd req-a4c44f98-90ce-485d-bf36-0b0800bd9bed tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 943 time: 1.1924698 Feb 17 01:00:53.218227 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-153cde76-5f37-48b0-b293-a8a90562c805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:53.219490 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-153cde76-5f37-48b0-b293-a8a90562c805 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6349b418-f557-4342-93dd-51774054e320 HTTP/1.1" status: 204 len: 168 time: 2.5450966 Feb 17 01:00:53.296529 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 004a7b90-6d61-4bc2-b817-d300f48e8cea up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:00:53.332698 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:53.390510 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d0c1bd9f-a7ae-4c6e-87c0-432267c8da09 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Allocated IP 172.20.0.11 (cf8b4511-58f5-48fa-86ad-e41e52f0a68a/282ed147-389b-47d6-8964-0129ce63461f/4ef75ed4-e440-4bd3-a4ec-d27480c246b2) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:00:53.485385 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-340ed1d1-4cea-4e25-97b3-ae0b0de3b6fd req-ec7eb2bd-f131-4772-8970-5fba176de565 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8ac09c-9b00-4f68-be96-0eaf01f2d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579288 Feb 17 01:00:53.517414 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] For port bce4a75b-5510-4d41-a303-1c0b34c972bd, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=bce4a75b-5510-4d41-a303-1c0b34c972bd,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:00:53.525486 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:53.527521 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:53.540659 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 51686) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:53.622855 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c58ec8e-335c-4358-aea1-46ffb09bc039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:53.654535 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7c58ec8e-335c-4358-aea1-46ffb09bc039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:53.669148 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:53.685787 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7c58ec8e-335c-4358-aea1-46ffb09bc039 admin admin] Usage tracker for resource:security_group_rule and tenant:21263374cee041a7b35fb5fe6022f0c3 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:53.711151 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port 004a7b90-6d61-4bc2-b817-d300f48e8cea completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:00:53.753006 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 004a7b90-6d61-4bc2-b817-d300f48e8cea triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:00:53.753641 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:53.773852 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7c58ec8e-335c-4358-aea1-46ffb09bc039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:53.779932 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-79a6e201-7d07-4ead-8781-1e0f3e3dc4e6 req-15a1f97e-8e04-44e9-b1ba-f3bf6c238f5a tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 210 time: 0.1127710 Feb 17 01:00:53.790463 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7c58ec8e-335c-4358-aea1-46ffb09bc039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:54.310324 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:54.333547 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Pushing event updated for resources: {'Port': ['ID=bce4a75b-5510-4d41-a303-1c0b34c972bd,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:54.336687 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Allocated IP 172.28.2.234 (2e19633c-545c-4fb1-b120-f8a653754f93/b7820f59-df4d-447e-aa70-8d8cb70b78f3/f777b163-0815-4bc3-b0a3-0ff986960be9) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:00:54.361749 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:54.364483 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d0c1bd9f-a7ae-4c6e-87c0-432267c8da09 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:54.391621 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f785eb9-4dd4-4d7a-9328-d79d8650e470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004a7b90-6d61-4bc2-b817-d300f48e8cea'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:00:54.402299 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d0c1bd9f-a7ae-4c6e-87c0-432267c8da09 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:54.558046 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 004a7b90-6d61-4bc2-b817-d300f48e8cea, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=004a7b90-6d61-4bc2-b817-d300f48e8cea,segment=NetworkSegment(ca03e50f-72d3-454b-8152-669fa81c269e),segment_id=ca03e50f-72d3-454b-8152-669fa81c269e)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:00:54.564573 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:54.568713 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:54.602181 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:54.725284 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:54.774614 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d0c1bd9f-a7ae-4c6e-87c0-432267c8da09 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Network cf8b4511-58f5-48fa-86ad-e41e52f0a68a is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:00:54.774871 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 004a7b90-6d61-4bc2-b817-d300f48e8cea up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:00:54.798470 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d0c1bd9f-a7ae-4c6e-87c0-432267c8da09 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:00:54.801138 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d0c1bd9f-a7ae-4c6e-87c0-432267c8da09 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:00:54.806490 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d0c1bd9f-a7ae-4c6e-87c0-432267c8da09 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:54.807220 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d0c1bd9f-a7ae-4c6e-87c0-432267c8da09 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:54.872208 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d0c1bd9f-a7ae-4c6e-87c0-432267c8da09 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6321721 Feb 17 01:00:54.884063 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:54.911861 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Request body: {'port': {'device_id': '90688cd7-219d-441d-b7b0-387b480b4df5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:00:54.988722 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=004a7b90-6d61-4bc2-b817-d300f48e8cea,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:54.992157 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 004a7b90-6d61-4bc2-b817-d300f48e8cea triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:00:54.992754 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:55.077317 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:55.163207 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:55.239056 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1bd9f-a7ae-4c6e-87c0-432267c8da09 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Pushing event updated for resources: {'Port': ['ID=4ef75ed4-e440-4bd3-a4ec-d27480c246b2,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:55.280394 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d0c1bd9f-a7ae-4c6e-87c0-432267c8da09 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:55.346248 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:55.395443 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Pushing event updated for resources: {'Port': ['ID=f777b163-0815-4bc3-b0a3-0ff986960be9,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:55.399424 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:55.442162 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Network 2e19633c-545c-4fb1-b120-f8a653754f93 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:00:55.522760 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:00:55.526651 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:00:55.656627 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-e6991039-1ad5-48a7-97ab-373c58e7e65f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Allocated IP 172.20.0.6 (cf8b4511-58f5-48fa-86ad-e41e52f0a68a/282ed147-389b-47d6-8964-0129ce63461f/2db46557-5247-4448-a886-66200bdcc9e2) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:00:55.683037 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:55.755905 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device bce4a75b-5510-4d41-a303-1c0b34c972bd up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:00:55.772078 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7a66d-611b-48d5-a6b5-bd19ba23e0a3 req-737ae2c2-6248-4bd5-bc2f-9e4080c5d7b2 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:55.774431 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-27c7a66d-611b-48d5-a6b5-bd19ba23e0a3 req-737ae2c2-6248-4bd5-bc2f-9e4080c5d7b2 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 945 time: 0.9888153 Feb 17 01:00:55.875146 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port bce4a75b-5510-4d41-a303-1c0b34c972bd triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:00:55.880439 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:55.989628 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:56.427341 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c58ec8e-335c-4358-aea1-46ffb09bc039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:56.677350 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 004a7b90-6d61-4bc2-b817-d300f48e8cea up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:00:56.749367 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c58ec8e-335c-4358-aea1-46ffb09bc039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:56.765525 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621124eb-5d27-498b-b80a-e6387cc490e9 req-146254b6-e9b1-4df4-8f64-b4f845556787 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:56.767309 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-621124eb-5d27-498b-b80a-e6387cc490e9 req-146254b6-e9b1-4df4-8f64-b4f845556787 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 932 time: 1.3736460 Feb 17 01:00:56.829599 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-78483581-7596-42e9-9acb-29d024a51c3d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:56.840106 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-7c58ec8e-335c-4358-aea1-46ffb09bc039 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21263374cee041a7b35fb5fe6022f0c3&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2978330 Feb 17 01:00:56.846567 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 51778) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:00:56.924682 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 004a7b90-6d61-4bc2-b817-d300f48e8cea triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:00:56.925510 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:56.994070 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b49ce5b-83bd-496b-8336-645342d13666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:57.029561 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-27c7a66d-611b-48d5-a6b5-bd19ba23e0a3 req-57f518ae-ce24-43fd-b22e-4edf9add08b0 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8ac09c-9b00-4f68-be96-0eaf01f2d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1475437 Feb 17 01:00:57.073678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b49ce5b-83bd-496b-8336-645342d13666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:57.176727 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-621124eb-5d27-498b-b80a-e6387cc490e9 req-1a2e0d46-10c3-4c9b-ba28-fe3a8793b2ac tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536274 Feb 17 01:00:57.181261 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b49ce5b-83bd-496b-8336-645342d13666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:57.197174 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:57.210085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58ec8e-335c-4358-aea1-46ffb09bc039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea011ac-174c-4eae-bb67-b41385ad5d23,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:57.247335 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b49ce5b-83bd-496b-8336-645342d13666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:57.249663 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7c58ec8e-335c-4358-aea1-46ffb09bc039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:57.255487 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-6b49ce5b-83bd-496b-8336-645342d13666 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eea011ac-174c-4eae-bb67-b41385ad5d23 HTTP/1.1" status: 204 len: 168 time: 0.4049935 Feb 17 01:00:57.255487 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49ce5b-83bd-496b-8336-645342d13666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea011ac-174c-4eae-bb67-b41385ad5d23,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:57.266381 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6b49ce5b-83bd-496b-8336-645342d13666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:57.325913 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-e6991039-1ad5-48a7-97ab-373c58e7e65f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:57.425190 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:57.432390 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f785eb9-4dd4-4d7a-9328-d79d8650e470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004a7b90-6d61-4bc2-b817-d300f48e8cea', 'code': 200} Feb 17 01:00:57.438283 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:57.477144 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:57.674400 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Pushing event updated for resources: {'Port': ['ID=f777b163-0815-4bc3-b0a3-0ff986960be9,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:57.682252 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:57.691053 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-e6991039-1ad5-48a7-97ab-373c58e7e65f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:57.895287 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:58.034578 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6991039-1ad5-48a7-97ab-373c58e7e65f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Pushing event updated for resources: {'Port': ['ID=2db46557-5247-4448-a886-66200bdcc9e2,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:58.042041 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-e6991039-1ad5-48a7-97ab-373c58e7e65f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Network cf8b4511-58f5-48fa-86ad-e41e52f0a68a is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:00:58.044855 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e6991039-1ad5-48a7-97ab-373c58e7e65f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:58.050051 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-e6991039-1ad5-48a7-97ab-373c58e7e65f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:00:58.054023 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-e6991039-1ad5-48a7-97ab-373c58e7e65f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:00:58.059289 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-e6991039-1ad5-48a7-97ab-373c58e7e65f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:58.060366 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-e6991039-1ad5-48a7-97ab-373c58e7e65f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:58.122802 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-e6991039-1ad5-48a7-97ab-373c58e7e65f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.6654122 Feb 17 01:00:58.124024 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853018709'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:58.137901 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Request body: {'port': {'device_id': '76effcc1-869f-4c50-9161-252be2d469ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:00:58.206080 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:58.207457 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5523345 Feb 17 01:00:58.312774 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:00:58.332725 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:58.389724 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Transition to ACTIVE for port object 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:00:58.425921 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:58.537701 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:58.549237 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760f85-c837-462b-a72d-9f4316496a93 req-81eac03b-6eb7-42f2-8ae1-b408b0ed08f3 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:58.558050 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1b760f85-c837-462b-a72d-9f4316496a93 req-81eac03b-6eb7-42f2-8ae1-b408b0ed08f3 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 945 time: 0.2215559 Feb 17 01:00:58.769489 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:58.862955 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef75ed4-e440-4bd3-a4ec-d27480c246b2,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:00:59.037896 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1b760f85-c837-462b-a72d-9f4316496a93 req-289b68ce-f07d-4e43-bceb-74cb0999ac63 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8ac09c-9b00-4f68-be96-0eaf01f2d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783185 Feb 17 01:00:59.092868 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Attempting to bind port 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:00:59.093510 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Attempting to bind port 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'd2cf687d-c695-4744-b09b-3875a944e97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:00:59.094150 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Attempting to bind port 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 on network cf8b4511-58f5-48fa-86ad-e41e52f0a68a {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:00:59.138067 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:00:59.144484 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:00:59.144917 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Checking segment: {'id': 'd2cf687d-c695-4744-b09b-3875a944e97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:00:59.145329 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:59.145723 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Bound using segment: {'id': 'd2cf687d-c695-4744-b09b-3875a944e97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:00:59.146235 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Bound port: 4ef75ed4-e440-4bd3-a4ec-d27480c246b2, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2cf687d-c695-4744-b09b-3875a944e97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:00:59.146602 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:59.201976 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f3a4263-bc7b-495b-bf27-067740d821a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:59.343461 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3983d86-debf-4d90-b0b0-d0a8bf40c0af req-d4d68110-1f85-44a1-b007-85fd1cf9ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:59.345832 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d3983d86-debf-4d90-b0b0-d0a8bf40c0af req-d4d68110-1f85-44a1-b007-85fd1cf9ebb9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 1162 time: 1.4212668 Feb 17 01:00:59.416778 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d3983d86-debf-4d90-b0b0-d0a8bf40c0af req-2a8f31a6-5cf7-45c8-9151-c00a1f20e1bd service neutron] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:59.451024 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-d3983d86-debf-4d90-b0b0-d0a8bf40c0af req-2a8f31a6-5cf7-45c8-9151-c00a1f20e1bd service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:00:59.456024 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-d3983d86-debf-4d90-b0b0-d0a8bf40c0af req-2a8f31a6-5cf7-45c8-9151-c00a1f20e1bd service neutron] Usage tracker for resource:security_group_rule and tenant:7ed82b83a5e44e2d93b09fbc6c356ecc is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:00:59.460215 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-d3983d86-debf-4d90-b0b0-d0a8bf40c0af req-2a8f31a6-5cf7-45c8-9151-c00a1f20e1bd service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:00:59.468225 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-d3983d86-debf-4d90-b0b0-d0a8bf40c0af req-2a8f31a6-5cf7-45c8-9151-c00a1f20e1bd service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:00:59.644803 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb78b6-94ea-4dbe-a0a0-fc50be496968 req-e2903c83-1fa8-4eed-bec9-932666362407 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:00:59.647276 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-d5fb78b6-94ea-4dbe-a0a0-fc50be496968 req-e2903c83-1fa8-4eed-bec9-932666362407 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Synchronizing usage tracker for tenant:07b76f83eace4c539f1de797b1560677 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:00:59.663331 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] For port 4ef75ed4-e440-4bd3-a4ec-d27480c246b2, host hv-cinder-75995, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:00:59.699027 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] For port 4ef75ed4-e440-4bd3-a4ec-d27480c246b2, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=4ef75ed4-e440-4bd3-a4ec-d27480c246b2,segment=NetworkSegment(d2cf687d-c695-4744-b09b-3875a944e97f),segment_id=d2cf687d-c695-4744-b09b-3875a944e97f)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:00:59.708464 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d3983d86-debf-4d90-b0b0-d0a8bf40c0af req-2a8f31a6-5cf7-45c8-9151-c00a1f20e1bd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:59.715223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:59.734582 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-798ee523-d896-4224-abe5-22cd5f5808ba req-25979a81-6a47-4f04-aef9-d739e05a6414 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Synchronizing usage tracker for tenant:475f7d7891b64c41a88eeff4cb15f254 on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:00:59.749093 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-d5fb78b6-94ea-4dbe-a0a0-fc50be496968 req-e2903c83-1fa8-4eed-bec9-932666362407 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Unset dirty status for tenant:07b76f83eace4c539f1de797b1560677 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:00:59.754816 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d5fb78b6-94ea-4dbe-a0a0-fc50be496968 req-e2903c83-1fa8-4eed-bec9-932666362407 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 944 time: 1.1534503 Feb 17 01:00:59.811981 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-798ee523-d896-4224-abe5-22cd5f5808ba req-25979a81-6a47-4f04-aef9-d739e05a6414 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Unset dirty status for tenant:475f7d7891b64c41a88eeff4cb15f254 on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:00:59.814086 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-798ee523-d896-4224-abe5-22cd5f5808ba req-25979a81-6a47-4f04-aef9-d739e05a6414 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--442036211&fields=id&tenant_id=475f7d7891b64c41a88eeff4cb15f254 HTTP/1.1" status: 200 len: 267 time: 0.3097062 Feb 17 01:00:59.862596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d3983d86-debf-4d90-b0b0-d0a8bf40c0af req-2a8f31a6-5cf7-45c8-9151-c00a1f20e1bd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:00:59.873707 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7e72f4b6-e6d5-4441-b818-10cd51ff7676 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:00:59.909780 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d5fb78b6-94ea-4dbe-a0a0-fc50be496968 req-01c2415e-bb2b-4513-929f-0dae4d8350d8 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479931 Feb 17 01:00:59.996648 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 51872) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:00.133332 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:01:00.189895 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef75ed4-e440-4bd3-a4ec-d27480c246b2,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:00.196757 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d3983d86-debf-4d90-b0b0-d0a8bf40c0af req-2a8f31a6-5cf7-45c8-9151-c00a1f20e1bd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5d8ac09c-9b00-4f68-be96-0eaf01f2d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8266206 Feb 17 01:01:00.205865 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:00.207582 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:00.343515 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db46557-5247-4448-a886-66200bdcc9e2 {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:01:00.346426 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f31a6-5cf7-45c8-9151-c00a1f20e1bd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=83a9cda8-61b0-4c1c-b2b3-2757112cf20d,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:00.370907 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:00.386788 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2a8f31a6-5cf7-45c8-9151-c00a1f20e1bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:00.426402 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Transition to ACTIVE for port object 2db46557-5247-4448-a886-66200bdcc9e2 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:01:00.442012 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:00.452773 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee523-d896-4224-abe5-22cd5f5808ba req-2016006f-ebdf-4a87-be89-155e416d786a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:00.454653 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-798ee523-d896-4224-abe5-22cd5f5808ba req-2016006f-ebdf-4a87-be89-155e416d786a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/networks?id=d9f87947-84f1-4bba-bbae-568841e714fe HTTP/1.1" status: 200 len: 816 time: 0.6224940 Feb 17 01:01:00.503218 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:00.503893 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:00.505494 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] 10.222.0.42 "PUT /v2.0/ports/4ef75ed4-e440-4bd3-a4ec-d27480c246b2 HTTP/1.1" status: 200 len: 1158 time: 5.6023154 Feb 17 01:01:00.506048 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90688cd7-219d-441d-b7b0-387b480b4df5', 'tag': '4ef75ed4-e440-4bd3-a4ec-d27480c246b2'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:01:00.688860 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ca88569-5820-40f2-8f7b-d8f4c634e41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:00.700151 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:00.708538 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1ca88569-5820-40f2-8f7b-d8f4c634e41e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:00.714376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-1ca88569-5820-40f2-8f7b-d8f4c634e41e admin admin] Usage tracker for resource:security_group_rule and tenant:ef10ea4d396c491d866a2c072e0d943b is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:00.718394 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-1ca88569-5820-40f2-8f7b-d8f4c634e41e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:00.734565 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1ca88569-5820-40f2-8f7b-d8f4c634e41e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:00.846435 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ca88569-5820-40f2-8f7b-d8f4c634e41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:00.853369 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ca88569-5820-40f2-8f7b-d8f4c634e41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:00.888869 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c7205834-dfac-4bdb-b2cf-1b9593220979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:00.898821 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-1ca88569-5820-40f2-8f7b-d8f4c634e41e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef10ea4d396c491d866a2c072e0d943b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8820317 Feb 17 01:01:00.911082 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 51912) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:00.958809 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Pushing event updated for resources: {'Port': ['ID=2db46557-5247-4448-a886-66200bdcc9e2,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:00.965612 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:00.980376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-ee642745-c02a-463d-acc5-e72e64aefc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:00.982735 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-ee642745-c02a-463d-acc5-e72e64aefc41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07b76f83eace4c539f1de797b1560677&device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 1161 time: 0.4254336 Feb 17 01:01:01.126676 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac7b6a-5d4f-4c38-a7ef-495691e17f9b req-3b499188-936c-403e-b041-25aa4642c7d7 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:01.146578 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-16ac7b6a-5d4f-4c38-a7ef-495691e17f9b req-3b499188-936c-403e-b041-25aa4642c7d7 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 945 time: 0.8921580 Feb 17 01:01:01.177899 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-798ee523-d896-4224-abe5-22cd5f5808ba req-ca13f69a-8984-4645-bb26-8b9605630aa6 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/quotas/475f7d7891b64c41a88eeff4cb15f254 HTTP/1.1" status: 200 len: 375 time: 0.5433130 Feb 17 01:01:01.204443 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca88569-5820-40f2-8f7b-d8f4c634e41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7805d2fe-bd13-4f27-a61d-d68413659ae8,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:01.223110 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-0c3bd672-ceac-40e1-b81d-543c3b891da4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ef75ed4-e440-4bd3-a4ec-d27480c246b2 HTTP/1.1" status: 200 len: 217 time: 0.2265036 Feb 17 01:01:01.239327 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1ca88569-5820-40f2-8f7b-d8f4c634e41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:01.286679 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Attempting to bind port 2db46557-5247-4448-a886-66200bdcc9e2 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:01:01.287336 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Attempting to bind port 2db46557-5247-4448-a886-66200bdcc9e2 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'd2cf687d-c695-4744-b09b-3875a944e97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:01:01.287943 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Attempting to bind port 2db46557-5247-4448-a886-66200bdcc9e2 on network cf8b4511-58f5-48fa-86ad-e41e52f0a68a {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:01:01.300043 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:01:01.300732 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Checking segment: {'id': 'd2cf687d-c695-4744-b09b-3875a944e97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:01:01.301347 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:01.301906 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Bound using segment: {'id': 'd2cf687d-c695-4744-b09b-3875a944e97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:01:01.302697 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Bound port: 2db46557-5247-4448-a886-66200bdcc9e2, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2cf687d-c695-4744-b09b-3875a944e97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cf8b4511-58f5-48fa-86ad-e41e52f0a68a'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:01:01.304161 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:01.329403 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-819f73a0-4dd8-41b8-9df0-17a8f2281ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:01.366849 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-16ac7b6a-5d4f-4c38-a7ef-495691e17f9b req-44a635bc-2e77-4042-aa38-e2b869f969e9 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8ac09c-9b00-4f68-be96-0eaf01f2d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313488 Feb 17 01:01:01.371054 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-819f73a0-4dd8-41b8-9df0-17a8f2281ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:01.438879 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-2315414f-0c63-4508-b202-3c1697d3ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:01.440607 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-2315414f-0c63-4508-b202-3c1697d3ecfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=282ed147-389b-47d6-8964-0129ce63461f HTTP/1.1" status: 200 len: 858 time: 0.2002735 Feb 17 01:01:01.442417 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-798ee523-d896-4224-abe5-22cd5f5808ba req-2a1bb2d9-2a21-4bfe-9d75-0df1e7e24f60 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Synchronizing usage tracker for tenant:475f7d7891b64c41a88eeff4cb15f254 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:01:01.502849 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] For port 2db46557-5247-4448-a886-66200bdcc9e2, host hv-cinder-75995, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:01:01.507148 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-798ee523-d896-4224-abe5-22cd5f5808ba req-2a1bb2d9-2a21-4bfe-9d75-0df1e7e24f60 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Unset dirty status for tenant:475f7d7891b64c41a88eeff4cb15f254 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:01:01.515857 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-798ee523-d896-4224-abe5-22cd5f5808ba req-2a1bb2d9-2a21-4bfe-9d75-0df1e7e24f60 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=475f7d7891b64c41a88eeff4cb15f254&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3364050 Feb 17 01:01:01.518775 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] For port 2db46557-5247-4448-a886-66200bdcc9e2, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2db46557-5247-4448-a886-66200bdcc9e2,segment=NetworkSegment(d2cf687d-c695-4744-b09b-3875a944e97f),segment_id=d2cf687d-c695-4744-b09b-3875a944e97f)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:01:01.526093 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-e63edeff-8b85-4ff6-80c6-0954ddb0237e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768254 Feb 17 01:01:01.529540 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90688cd7-219d-441d-b7b0-387b480b4df5', 'tag': '4ef75ed4-e440-4bd3-a4ec-d27480c246b2', 'status': 'completed', 'code': 200} Feb 17 01:01:01.530020 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:01.811540 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-819f73a0-4dd8-41b8-9df0-17a8f2281ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:01.854617 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7f043f31-92e1-40a0-9c82-d0dd4100db3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:01.901509 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f73a0-4dd8-41b8-9df0-17a8f2281ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7805d2fe-bd13-4f27-a61d-d68413659ae8,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:01.910411 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-454ffe17-96d0-4eb1-98b3-e99393176dd5 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722150 Feb 17 01:01:01.910411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-819f73a0-4dd8-41b8-9df0-17a8f2281ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:01.920492 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-819f73a0-4dd8-41b8-9df0-17a8f2281ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:01.924430 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-819f73a0-4dd8-41b8-9df0-17a8f2281ca5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7805d2fe-bd13-4f27-a61d-d68413659ae8 HTTP/1.1" status: 204 len: 168 time: 1.0051477 Feb 17 01:01:02.390247 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b74b7e5f-72e5-42da-b39e-a3e379e69bb1 req-f91556bb-d33f-4760-a993-e79c1979d357 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4713168 Feb 17 01:01:02.465102 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e6991039-1ad5-48a7-97ab-373c58e7e65f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:02.706643 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8903c1-78a3-4bb8-a109-87eed849cde1 req-e8c52870-a813-4c15-9252-59b0cb609daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:02.709584 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2b8903c1-78a3-4bb8-a109-87eed849cde1 req-e8c52870-a813-4c15-9252-59b0cb609daa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07b76f83eace4c539f1de797b1560677&device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 1161 time: 0.2599692 Feb 17 01:01:02.748348 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-71a6ffab-a861-42e5-bb3a-f5fcf487adaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:02.810354 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:02.810956 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:02.812607 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] 10.222.0.42 "PUT /v2.0/ports/2db46557-5247-4448-a886-66200bdcc9e2 HTTP/1.1" status: 200 len: 1157 time: 4.6803226 Feb 17 01:01:02.813309 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76effcc1-869f-4c50-9161-252be2d469ec', 'tag': '2db46557-5247-4448-a886-66200bdcc9e2'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:01:02.984799 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 51980) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:03.028708 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3430b06f-1628-4ada-b216-ca6529006ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:03.052227 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-3430b06f-1628-4ada-b216-ca6529006ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:03.056869 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-3430b06f-1628-4ada-b216-ca6529006ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:03f1e4d4b0f840cc9ab1b245162bb97a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:03.063761 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-3430b06f-1628-4ada-b216-ca6529006ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:03.070690 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-3430b06f-1628-4ada-b216-ca6529006ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:03.197297 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-798ee523-d896-4224-abe5-22cd5f5808ba req-8b064060-71c0-49f1-a218-eb0c2a710c5e service neutron] 10.222.0.23 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7324967 Feb 17 01:01:03.197819 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Pushing event updated for resources: {'Port': ['ID=2db46557-5247-4448-a886-66200bdcc9e2,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:03.204859 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:03.229909 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8903c1-78a3-4bb8-a109-87eed849cde1 req-cd50d0a2-9571-4d61-85aa-2d7126f03341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:03.232791 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2b8903c1-78a3-4bb8-a109-87eed849cde1 req-cd50d0a2-9571-4d61-85aa-2d7126f03341 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a HTTP/1.1" status: 200 len: 912 time: 0.5129838 Feb 17 01:01:03.331884 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2b8903c1-78a3-4bb8-a109-87eed849cde1 req-ed0783f7-6177-4268-9bf2-fb52de487ffe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ef75ed4-e440-4bd3-a4ec-d27480c246b2 HTTP/1.1" status: 200 len: 217 time: 0.0915902 Feb 17 01:01:03.341273 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:03.460382 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8903c1-78a3-4bb8-a109-87eed849cde1 req-29620a84-2798-4649-a439-f6a09d126f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:03.462049 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2b8903c1-78a3-4bb8-a109-87eed849cde1 req-29620a84-2798-4649-a439-f6a09d126f75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=282ed147-389b-47d6-8964-0129ce63461f HTTP/1.1" status: 200 len: 858 time: 0.0810304 Feb 17 01:01:03.532825 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2b8903c1-78a3-4bb8-a109-87eed849cde1 req-f4968888-d031-450e-b0cb-76403377fb0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608985 Feb 17 01:01:03.629937 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-f3043233-868f-4099-88da-253bfdd3f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:03.633869 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-f3043233-868f-4099-88da-253bfdd3f82c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07b76f83eace4c539f1de797b1560677&device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 1160 time: 0.7265580 Feb 17 01:01:03.673183 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec6257-1f54-427b-ac70-6a8051e22ee9 req-0610f9b6-9e8f-4368-ad25-a8e69f06181a tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:03.688493 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-31ec6257-1f54-427b-ac70-6a8051e22ee9 req-0610f9b6-9e8f-4368-ad25-a8e69f06181a tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 944 time: 1.2252176 Feb 17 01:01:03.959473 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9c00debf-a023-44f5-9c3e-3464a11329f9 req-e33a51a8-33df-4c42-88cf-1a8c4b1b8b9b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.6268103 Feb 17 01:01:04.032523 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-99e3fc96-beb0-4577-9dc1-57e1aa05acac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2db46557-5247-4448-a886-66200bdcc9e2 HTTP/1.1" status: 200 len: 217 time: 0.2939870 Feb 17 01:01:04.034690 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:04.075116 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2b8903c1-78a3-4bb8-a109-87eed849cde1 req-399047ff-f3f3-41b0-aac0-7b8882e0c4f4 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351446 Feb 17 01:01:04.129535 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-31ec6257-1f54-427b-ac70-6a8051e22ee9 req-79a27a90-9534-47d1-a70a-0444f750693f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392908 Feb 17 01:01:04.224891 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3430b06f-1628-4ada-b216-ca6529006ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:04.313393 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 52022) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:04.327602 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2b8903c1-78a3-4bb8-a109-87eed849cde1 req-24602ff1-4894-46b7-81ee-ae1d7c408a3c service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2456715 Feb 17 01:01:04.341447 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-798ee523-d896-4224-abe5-22cd5f5808ba req-698ce9ae-dad3-49d3-a20f-c24afc910465 service neutron] 10.222.0.23 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1078129 Feb 17 01:01:04.371088 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3430b06f-1628-4ada-b216-ca6529006ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:04.547936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:04.557545 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00debf-a023-44f5-9c3e-3464a11329f9 req-9c15de64-817c-4a53-9690-50e0201008ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:04.559564 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9c00debf-a023-44f5-9c3e-3464a11329f9 req-9c15de64-817c-4a53-9690-50e0201008ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bdd014f026b2431683e59145671b0e7c&device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 1162 time: 0.2362735 Feb 17 01:01:04.616514 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430b06f-1628-4ada-b216-ca6529006ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baccf4c-3dcd-48c9-930e-1b08c4ffa207,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:04.632904 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3430b06f-1628-4ada-b216-ca6529006ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:04.733360 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-a455ebba-82f5-47a2-a47d-338dda685792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:04.736250 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-a455ebba-82f5-47a2-a47d-338dda685792 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=282ed147-389b-47d6-8964-0129ce63461f HTTP/1.1" status: 200 len: 858 time: 0.6822917 Feb 17 01:01:04.767418 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 52040) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:04.768546 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-3430b06f-1628-4ada-b216-ca6529006ae8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03f1e4d4b0f840cc9ab1b245162bb97a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7695069 Feb 17 01:01:04.793524 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:04.901173 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00debf-a023-44f5-9c3e-3464a11329f9 req-42db24f4-bc63-4c20-9a31-d75d47d5af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:04.904645 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9c00debf-a023-44f5-9c3e-3464a11329f9 req-42db24f4-bc63-4c20-9a31-d75d47d5af44 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed3cb294-1c05-43a8-a055-6393676cd86e HTTP/1.1" status: 200 len: 906 time: 0.3065259 Feb 17 01:01:05.017466 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9c00debf-a023-44f5-9c3e-3464a11329f9 req-1f6c0f32-d269-4002-bebb-85637b19c113 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=004a7b90-6d61-4bc2-b817-d300f48e8cea HTTP/1.1" status: 200 len: 217 time: 0.1026974 Feb 17 01:01:05.023893 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b8e4a8a1-0582-45b7-aa3f-d98d170a8ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:05.097211 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-1cb86fcb-a3ae-46b1-bec8-532410ff9ea4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3261292 Feb 17 01:01:05.106280 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ea3ff036-ae4a-4e05-af94-dc70eed73e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:05.114025 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00debf-a023-44f5-9c3e-3464a11329f9 req-04d7991a-728f-41f2-8027-38ae5e05225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:05.116302 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9c00debf-a023-44f5-9c3e-3464a11329f9 req-04d7991a-728f-41f2-8027-38ae5e05225b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef42cbcb-c29e-4302-8388-c0c344dc83a1 HTTP/1.1" status: 200 len: 852 time: 0.0766480 Feb 17 01:01:05.135688 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.objects.ports [None req-e176b12f-c01b-4310-873d-229c0065ad24 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84028) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:01:05.204718 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ea3ff036-ae4a-4e05-af94-dc70eed73e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:05.207770 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b8e4a8a1-0582-45b7-aa3f-d98d170a8ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:05.214433 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-ea3ff036-ae4a-4e05-af94-dc70eed73e58 admin admin] Usage tracker for resource:security_group_rule and tenant:32efc11cddde45be8bc53e491bdfe899 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:05.221698 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-ea3ff036-ae4a-4e05-af94-dc70eed73e58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:05.231092 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9c00debf-a023-44f5-9c3e-3464a11329f9 req-14b1e8d6-2344-4486-837a-49382163feec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed3cb294-1c05-43a8-a055-6393676cd86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897863 Feb 17 01:01:05.235742 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ea3ff036-ae4a-4e05-af94-dc70eed73e58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:05.393017 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319a3ee-7462-4acd-9971-b4e4a3797369 req-25bb6c4b-6276-46c9-9d3e-770e67dfd1e6 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:05.408232 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9319a3ee-7462-4acd-9971-b4e4a3797369 req-25bb6c4b-6276-46c9-9d3e-770e67dfd1e6 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 945 time: 1.0451281 Feb 17 01:01:05.454251 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:01:05.471851 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76effcc1-869f-4c50-9161-252be2d469ec', 'tag': '2db46557-5247-4448-a886-66200bdcc9e2', 'status': 'completed', 'code': 200} Feb 17 01:01:05.582494 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9c00debf-a023-44f5-9c3e-3464a11329f9 req-dba92681-0b6b-498f-ab28-d110dcda9a1b service neutron] 10.222.0.42 "GET /v2.0/networks/ed3cb294-1c05-43a8-a055-6393676cd86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411674 Feb 17 01:01:05.639665 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-00531fdd-442c-4aa4-a702-e79afb310960 req-cc74c289-b277-4eb4-920c-7b104fec940f tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 210 time: 0.1158378 Feb 17 01:01:05.663782 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:01:05.678279 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9319a3ee-7462-4acd-9971-b4e4a3797369 req-19f3bac1-5b65-40f0-a31f-5dc838b29d1c tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8ac09c-9b00-4f68-be96-0eaf01f2d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684538 Feb 17 01:01:05.686399 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:01:05.686801 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:05.722101 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-dab7885b-1320-48cb-89bb-0f07e780b8cc service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935466 Feb 17 01:01:06.222747 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ea3ff036-ae4a-4e05-af94-dc70eed73e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:06.223644 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9c00debf-a023-44f5-9c3e-3464a11329f9 req-e4b0e66c-8833-4c3d-b1c1-6aecdbad1982 service neutron] 10.222.0.42 "GET /v2.0/networks/ed3cb294-1c05-43a8-a055-6393676cd86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6250160 Feb 17 01:01:06.257440 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b8e4a8a1-0582-45b7-aa3f-d98d170a8ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:06.259289 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:06.297108 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:06.343819 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4a8a1-0582-45b7-aa3f-d98d170a8ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baccf4c-3dcd-48c9-930e-1b08c4ffa207,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:06.349307 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ea3ff036-ae4a-4e05-af94-dc70eed73e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:06.354431 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b8e4a8a1-0582-45b7-aa3f-d98d170a8ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:06.356955 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b8e4a8a1-0582-45b7-aa3f-d98d170a8ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:06.373129 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-b8e4a8a1-0582-45b7-aa3f-d98d170a8ab0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4baccf4c-3dcd-48c9-930e-1b08c4ffa207 HTTP/1.1" status: 204 len: 168 time: 1.6007247 Feb 17 01:01:06.410249 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 4ef75ed4-e440-4bd3-a4ec-d27480c246b2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=4ef75ed4-e440-4bd3-a4ec-d27480c246b2,segment=NetworkSegment(d2cf687d-c695-4744-b09b-3875a944e97f),segment_id=d2cf687d-c695-4744-b09b-3875a944e97f)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:01:06.423919 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90688cd7-219d-441d-b7b0-387b480b4df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef75ed4-e440-4bd3-a4ec-d27480c246b2'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:01:06.438726 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:06.516928 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:06.519502 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:06.553323 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a1e418c9-9aea-46b6-9743-18276a89f801 req-1bd7b975-bb8d-448c-b604-e4fbc8631ee3 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8186471 Feb 17 01:01:06.632637 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 52094) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:06.633240 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-ea3ff036-ae4a-4e05-af94-dc70eed73e58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32efc11cddde45be8bc53e491bdfe899&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2998939 Feb 17 01:01:06.652233 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ff036-ae4a-4e05-af94-dc70eed73e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d168835d-0b70-49ab-a361-43da3478549e,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:06.661196 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ea3ff036-ae4a-4e05-af94-dc70eed73e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:06.718816 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90688cd7-219d-441d-b7b0-387b480b4df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef75ed4-e440-4bd3-a4ec-d27480c246b2', 'code': 200} Feb 17 01:01:06.719839 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=4ef75ed4-e440-4bd3-a4ec-d27480c246b2,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:06.736480 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:06.749210 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:01:06.887564 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78371fa9-901d-44c7-9c0b-91e78631a0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:06.960199 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:01:06.960936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:06.964529 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef4a71-100f-4bd1-8d2b-ebe9b3917640 req-4474fde4-589f-45e2-9369-76a6ce41ce11 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:06.969867 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d5ef4a71-100f-4bd1-8d2b-ebe9b3917640 req-4474fde4-589f-45e2-9369-76a6ce41ce11 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 944 time: 0.7569454 Feb 17 01:01:06.990326 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78371fa9-901d-44c7-9c0b-91e78631a0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:07.078829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 52106) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:07.136590 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d5ef4a71-100f-4bd1-8d2b-ebe9b3917640 req-0aa724ad-28a4-49d2-b67f-5e4ac91cb600 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496792 Feb 17 01:01:07.172810 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78371fa9-901d-44c7-9c0b-91e78631a0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:07.178273 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:07.188612 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062ca2-0740-4ae5-a794-558c6b434570 req-52d70c73-a2a3-498d-9446-7a87495d3aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:07.190617 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ba062ca2-0740-4ae5-a794-558c6b434570 req-52d70c73-a2a3-498d-9446-7a87495d3aec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07b76f83eace4c539f1de797b1560677&device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 1160 time: 0.5266390 Feb 17 01:01:07.222906 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78371fa9-901d-44c7-9c0b-91e78631a0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d168835d-0b70-49ab-a361-43da3478549e,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:07.262472 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-78371fa9-901d-44c7-9c0b-91e78631a0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:07.268709 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78371fa9-901d-44c7-9c0b-91e78631a0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:07.273951 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-78371fa9-901d-44c7-9c0b-91e78631a0dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d168835d-0b70-49ab-a361-43da3478549e HTTP/1.1" status: 204 len: 168 time: 0.6365232 Feb 17 01:01:07.663678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:07.846747 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee07e0-a0cb-47eb-81fd-6da304d11e0c req-7b17af4f-c26e-4d26-a3a8-a943b395ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:07.848570 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7fee07e0-a0cb-47eb-81fd-6da304d11e0c req-7b17af4f-c26e-4d26-a3a8-a943b395ea91 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 1163 time: 0.1742961 Feb 17 01:01:07.940854 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-30dc4049-3673-472c-9d08-3bd6618ac5be req-a165e521-9c15-429a-b6c9-3dd1d59f993e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 210 time: 0.5162113 Feb 17 01:01:08.061862 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-7fee07e0-a0cb-47eb-81fd-6da304d11e0c req-0422e308-0acf-4cac-99bc-8276cd346ecc service neutron] Synchronizing usage tracker for tenant:7ed82b83a5e44e2d93b09fbc6c356ecc on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:01:08.071325 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d1519f62-8805-4247-b00d-893c7f3e4cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:08.197056 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d1519f62-8805-4247-b00d-893c7f3e4cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:08.207710 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-d1519f62-8805-4247-b00d-893c7f3e4cb6 admin admin] Usage tracker for resource:security_group_rule and tenant:132a21fd52024108b4147f1a1984ff8e is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:08.219951 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-d1519f62-8805-4247-b00d-893c7f3e4cb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:08.239957 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d1519f62-8805-4247-b00d-893c7f3e4cb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:08.280974 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062ca2-0740-4ae5-a794-558c6b434570 req-9111d17b-932e-4d31-83d0-c43996f21b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:08.296346 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ba062ca2-0740-4ae5-a794-558c6b434570 req-9111d17b-932e-4d31-83d0-c43996f21b99 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a HTTP/1.1" status: 200 len: 912 time: 1.0980082 Feb 17 01:01:08.374630 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-7fee07e0-a0cb-47eb-81fd-6da304d11e0c req-0422e308-0acf-4cac-99bc-8276cd346ecc service neutron] Unset dirty status for tenant:7ed82b83a5e44e2d93b09fbc6c356ecc on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:01:08.375861 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7fee07e0-a0cb-47eb-81fd-6da304d11e0c req-0422e308-0acf-4cac-99bc-8276cd346ecc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177939 Feb 17 01:01:08.438828 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 52138) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:08.509714 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ba062ca2-0740-4ae5-a794-558c6b434570 req-af30c73e-62b0-48d2-aa4c-5751421493bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2db46557-5247-4448-a886-66200bdcc9e2 HTTP/1.1" status: 200 len: 217 time: 0.2004235 Feb 17 01:01:08.732928 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062ca2-0740-4ae5-a794-558c6b434570 req-d39321ed-64ea-49a4-b496-7cbacbbfa7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:08.734689 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ba062ca2-0740-4ae5-a794-558c6b434570 req-d39321ed-64ea-49a4-b496-7cbacbbfa7f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=282ed147-389b-47d6-8964-0129ce63461f HTTP/1.1" status: 200 len: 858 time: 0.1675358 Feb 17 01:01:08.819409 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ba062ca2-0740-4ae5-a794-558c6b434570 req-dce9cfa7-6ec7-4b95-8597-09c977f21e07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646725 Feb 17 01:01:08.828297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d1519f62-8805-4247-b00d-893c7f3e4cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:08.830980 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0a1537a7-d771-4fd8-8b1b-27f02630a85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:08.836759 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcffa3b-e5a4-4150-877f-f9e4e2cf9226 req-e662feff-c51c-49a0-9131-31e142423a6c tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:08.852249 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2bcffa3b-e5a4-4150-877f-f9e4e2cf9226 req-e662feff-c51c-49a0-9131-31e142423a6c tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 946 time: 0.2260122 Feb 17 01:01:08.868390 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d1519f62-8805-4247-b00d-893c7f3e4cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:08.933581 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:09.017899 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0a1537a7-d771-4fd8-8b1b-27f02630a85c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:09.026362 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-0a1537a7-d771-4fd8-8b1b-27f02630a85c admin admin] Usage tracker for resource:security_group_rule and tenant:2659aa41f4714e549313899eb01d9ac3 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:09.033634 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-0a1537a7-d771-4fd8-8b1b-27f02630a85c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:09.046814 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0a1537a7-d771-4fd8-8b1b-27f02630a85c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:09.073267 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1519f62-8805-4247-b00d-893c7f3e4cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57111ed-1755-4bd5-835a-2bf6f47dbeff,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:09.141218 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 2db46557-5247-4448-a886-66200bdcc9e2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:01:09.190729 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d1519f62-8805-4247-b00d-893c7f3e4cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:09.309073 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-d1519f62-8805-4247-b00d-893c7f3e4cb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=132a21fd52024108b4147f1a1984ff8e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2290366 Feb 17 01:01:09.328820 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6f391a56-dcda-480e-8159-60eaaf37e1d5 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:09.333840 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6f391a56-dcda-480e-8159-60eaaf37e1d5 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Synchronizing usage tracker for tenant:475f7d7891b64c41a88eeff4cb15f254 on resource:network {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:01:09.340175 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 52168) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:09.527065 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port 2db46557-5247-4448-a886-66200bdcc9e2 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:01:09.537786 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 2db46557-5247-4448-a886-66200bdcc9e2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:01:09.538601 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:09.690973 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1a7963b9-979f-4e4f-9e1b-736e36f6e185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:09.792625 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1a7963b9-979f-4e4f-9e1b-736e36f6e185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:09.833598 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2bcffa3b-e5a4-4150-877f-f9e4e2cf9226 req-e12b978f-aaab-4307-a3f1-413d9ffea4d3 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9766314 Feb 17 01:01:09.916355 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-533935d2-aeab-4501-b522-479177186f28 req-50cb552a-8e6a-4763-bff6-367fcf591693 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 210 time: 0.3570001 Feb 17 01:01:09.934232 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0a1537a7-d771-4fd8-8b1b-27f02630a85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:09.946628 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:09.956545 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0a1537a7-d771-4fd8-8b1b-27f02630a85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:09.977706 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:09.997186 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6f391a56-dcda-480e-8159-60eaaf37e1d5 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Unset dirty status for tenant:475f7d7891b64c41a88eeff4cb15f254 on resource:network {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:01:10.000264 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6f391a56-dcda-480e-8159-60eaaf37e1d5 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.42 "GET /v2.0/networks?id=d9f87947-84f1-4bba-bbae-568841e714fe HTTP/1.1" status: 200 len: 816 time: 1.6258082 Feb 17 01:01:10.079905 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 2db46557-5247-4448-a886-66200bdcc9e2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2db46557-5247-4448-a886-66200bdcc9e2,segment=NetworkSegment(d2cf687d-c695-4744-b09b-3875a944e97f),segment_id=d2cf687d-c695-4744-b09b-3875a944e97f)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:01:10.080272 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ba062ca2-0740-4ae5-a794-558c6b434570 req-beb6b32a-ef80-406b-aca6-b540c6e61e2b service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1235540 Feb 17 01:01:10.086935 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76effcc1-869f-4c50-9161-252be2d469ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db46557-5247-4448-a886-66200bdcc9e2'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:01:10.094203 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:10.095708 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:01:10.176297 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-0a1537a7-d771-4fd8-8b1b-27f02630a85c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2659aa41f4714e549313899eb01d9ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6631770 Feb 17 01:01:10.189457 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 52186) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:10.200106 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1a7963b9-979f-4e4f-9e1b-736e36f6e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:10.230642 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1537a7-d771-4fd8-8b1b-27f02630a85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f105702-6809-43f5-abf7-474f3c5670d4,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:10.241343 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0a1537a7-d771-4fd8-8b1b-27f02630a85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:10.247719 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-78371fa9-901d-44c7-9c0b-91e78631a0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:10.254037 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-02b5df02-76dd-4c50-b30b-e030644d4f51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:10.291294 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7963b9-979f-4e4f-9e1b-736e36f6e185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57111ed-1755-4bd5-835a-2bf6f47dbeff,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:10.320955 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-798ee523-d896-4224-abe5-22cd5f5808ba req-12999dd4-fbdd-4933-b55c-90852fcf38dc tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Synchronizing usage tracker for tenant:475f7d7891b64c41a88eeff4cb15f254 on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:01:10.325469 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1a7963b9-979f-4e4f-9e1b-736e36f6e185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:10.336109 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1a7963b9-979f-4e4f-9e1b-736e36f6e185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:10.342250 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-1a7963b9-979f-4e4f-9e1b-736e36f6e185 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a57111ed-1755-4bd5-835a-2bf6f47dbeff HTTP/1.1" status: 204 len: 168 time: 0.9883177 Feb 17 01:01:10.419035 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-798ee523-d896-4224-abe5-22cd5f5808ba req-12999dd4-fbdd-4933-b55c-90852fcf38dc tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Unset dirty status for tenant:475f7d7891b64c41a88eeff4cb15f254 on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:01:10.421586 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-798ee523-d896-4224-abe5-22cd5f5808ba req-12999dd4-fbdd-4933-b55c-90852fcf38dc tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=475f7d7891b64c41a88eeff4cb15f254 HTTP/1.1" status: 200 len: 5703 time: 0.3980896 Feb 17 01:01:10.461356 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6467ca6b-20f6-48f2-85e8-f1b53e7fc2a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Request body: {'port': {'device_id': '45d0f756-5718-4416-a94f-829301189515', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'admin_state_up': True, 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'security_groups': ['16702c69-5a03-4beb-9c5a-e0865880dfc0']}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:01:10.470794 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76effcc1-869f-4c50-9161-252be2d469ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db46557-5247-4448-a886-66200bdcc9e2', 'code': 200} Feb 17 01:01:10.573845 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:01:10.574652 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:10.593374 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ba062ca2-0740-4ae5-a794-558c6b434570 req-a5824b28-1a12-4255-bea5-5e521ccfca24 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5041568 Feb 17 01:01:10.696026 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=2db46557-5247-4448-a886-66200bdcc9e2,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:10.712087 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:10.865656 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492c12a-eb44-4368-9af0-955154e9617a req-78162449-4d6b-4103-a47d-24e5e2239557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:10.868124 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9492c12a-eb44-4368-9af0-955154e9617a req-78162449-4d6b-4103-a47d-24e5e2239557 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 1162 time: 0.1671779 Feb 17 01:01:10.883712 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-738db662-c8ae-4985-8e7d-97a5aecf88de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:10.956235 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-738db662-c8ae-4985-8e7d-97a5aecf88de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:11.025834 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9492c12a-eb44-4368-9af0-955154e9617a req-7fbf934d-e3e5-46de-8fe8-3f78310b03f2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497273 Feb 17 01:01:11.056435 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 2db46557-5247-4448-a886-66200bdcc9e2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:01:11.104236 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-738db662-c8ae-4985-8e7d-97a5aecf88de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:11.112384 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6467ca6b-20f6-48f2-85e8-f1b53e7fc2a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:11.116245 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0a1537a7-d771-4fd8-8b1b-27f02630a85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:11.136347 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-738db662-c8ae-4985-8e7d-97a5aecf88de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:11.142465 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-738db662-c8ae-4985-8e7d-97a5aecf88de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f105702-6809-43f5-abf7-474f3c5670d4 HTTP/1.1" status: 204 len: 168 time: 0.9483726 Feb 17 01:01:11.151106 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738db662-c8ae-4985-8e7d-97a5aecf88de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f105702-6809-43f5-abf7-474f3c5670d4,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:11.163711 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-738db662-c8ae-4985-8e7d-97a5aecf88de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:11.180854 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6467ca6b-20f6-48f2-85e8-f1b53e7fc2a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:11.222102 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6467ca6b-20f6-48f2-85e8-f1b53e7fc2a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Made reservation on behalf of 475f7d7891b64c41a88eeff4cb15f254 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:01:11.235313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6467ca6b-20f6-48f2-85e8-f1b53e7fc2a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:11.442768 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 2db46557-5247-4448-a886-66200bdcc9e2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:01:11.444966 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:11.508223 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5d6a3078-cd19-4e69-9abe-3059749e1a47 req-3fce8eaa-2ed3-4b52-9947-60cf0ee08117 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 210 time: 0.0767403 Feb 17 01:01:11.596141 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54551d-e38f-4ac1-bfed-c8b4bdc9cb04 req-9cafaa14-8a1a-460b-a4fb-b49db630eb5e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:11.613096 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ba54551d-e38f-4ac1-bfed-c8b4bdc9cb04 req-9cafaa14-8a1a-460b-a4fb-b49db630eb5e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 946 time: 0.2648988 Feb 17 01:01:11.743553 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ba54551d-e38f-4ac1-bfed-c8b4bdc9cb04 req-3ea04d6a-1b0a-4433-82c4-6e9f0e6e30e3 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279032 Feb 17 01:01:12.230671 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 52234) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:12.329723 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-333f3903-d264-4e08-aaf4-f0e8514ffa00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:12.401474 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-333f3903-d264-4e08-aaf4-f0e8514ffa00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:12.426683 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-333f3903-d264-4e08-aaf4-f0e8514ffa00 admin admin] Usage tracker for resource:security_group_rule and tenant:d84a1f0f507c4862982f3ad9db3c32b5 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:12.438267 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-333f3903-d264-4e08-aaf4-f0e8514ffa00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:12.464203 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-333f3903-d264-4e08-aaf4-f0e8514ffa00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:12.490397 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6467ca6b-20f6-48f2-85e8-f1b53e7fc2a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Allocated IP 172.20.0.13 (d9f87947-84f1-4bba-bbae-568841e714fe/b8020aa0-aa72-42b0-9ad3-070f9773c346/931724d3-6963-4d91-81d1-07606ad03e4e) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:01:12.806294 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-333f3903-d264-4e08-aaf4-f0e8514ffa00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:12.817409 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-333f3903-d264-4e08-aaf4-f0e8514ffa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:12.858957 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9e43b404-a8ec-4aab-b4c6-3662c59cca60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:12.979914 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f3903-d264-4e08-aaf4-f0e8514ffa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597d4d8c-a4b1-4985-bb8b-775f8f5da06b,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:13.065661 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-333f3903-d264-4e08-aaf4-f0e8514ffa00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d84a1f0f507c4862982f3ad9db3c32b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8331437 Feb 17 01:01:13.071139 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-333f3903-d264-4e08-aaf4-f0e8514ffa00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:13.076739 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 52254) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:13.302366 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6467ca6b-20f6-48f2-85e8-f1b53e7fc2a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:13.350757 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6467ca6b-20f6-48f2-85e8-f1b53e7fc2a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Transition to ACTIVE for port object 931724d3-6963-4d91-81d1-07606ad03e4e will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:01:13.412717 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6467ca6b-20f6-48f2-85e8-f1b53e7fc2a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:13.422041 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-28014975-de5a-4370-a3b1-f218e7779317 req-e59fe570-f5e7-4b2e-beaf-6dbc05d12353 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 210 time: 0.1873977 Feb 17 01:01:13.576453 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:13.621324 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ac693-ff78-4f77-8f97-c019e7de7fa8 req-f6d69c78-82e9-4b33-9626-441de0e0df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:13.624845 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3c4ac693-ff78-4f77-8f97-c019e7de7fa8 req-f6d69c78-82e9-4b33-9626-441de0e0df52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07b76f83eace4c539f1de797b1560677&device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 1163 time: 0.5554113 Feb 17 01:01:13.721977 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467ca6b-20f6-48f2-85e8-f1b53e7fc2a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Pushing event updated for resources: {'Port': ['ID=931724d3-6963-4d91-81d1-07606ad03e4e,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:13.729101 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6467ca6b-20f6-48f2-85e8-f1b53e7fc2a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:13.738041 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b250bd3b-0b51-4853-b6e2-b616bd1db96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:13.754402 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6467ca6b-20f6-48f2-85e8-f1b53e7fc2a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Network d9f87947-84f1-4bba-bbae-568841e714fe is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:01:13.765533 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6467ca6b-20f6-48f2-85e8-f1b53e7fc2a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:01:13.768963 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6467ca6b-20f6-48f2-85e8-f1b53e7fc2a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:01:13.774997 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6467ca6b-20f6-48f2-85e8-f1b53e7fc2a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:13.775215 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6467ca6b-20f6-48f2-85e8-f1b53e7fc2a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:13.851776 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-798ee523-d896-4224-abe5-22cd5f5808ba req-6467ca6b-20f6-48f2-85e8-f1b53e7fc2a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4216990 Feb 17 01:01:13.865012 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Request body: {'port': {'device_id': '45d0f756-5718-4416-a94f-829301189515', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:01:14.209285 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:14.227972 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ac693-ff78-4f77-8f97-c019e7de7fa8 req-e7591594-3db0-419f-a310-ae44d0a78c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:14.232521 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3c4ac693-ff78-4f77-8f97-c019e7de7fa8 req-e7591594-3db0-419f-a310-ae44d0a78c9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a HTTP/1.1" status: 200 len: 912 time: 0.5945380 Feb 17 01:01:14.238292 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b28fe22a-bd43-4ba1-988d-d0eb59dead5e None None] Provisioning for port 931724d3-6963-4d91-81d1-07606ad03e4e completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:01:14.263153 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b28fe22a-bd43-4ba1-988d-d0eb59dead5e None None] Provisioning complete for port 931724d3-6963-4d91-81d1-07606ad03e4e triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:01:14.266897 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b28fe22a-bd43-4ba1-988d-d0eb59dead5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:14.433151 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-b28fe22a-bd43-4ba1-988d-d0eb59dead5e None None] Port 931724d3-6963-4d91-81d1-07606ad03e4e cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:01:14.518763 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3c4ac693-ff78-4f77-8f97-c019e7de7fa8 req-0b468669-f858-4a48-a3d3-687315149202 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ef75ed4-e440-4bd3-a4ec-d27480c246b2 HTTP/1.1" status: 200 len: 217 time: 0.2734885 Feb 17 01:01:14.672553 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b250bd3b-0b51-4853-b6e2-b616bd1db96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:14.727415 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a86b6c-ed43-4cef-b28b-42a53d66622a req-0980af97-b7e7-4245-a624-f370760f520d tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:14.742591 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-68a86b6c-ed43-4cef-b28b-42a53d66622a req-0980af97-b7e7-4245-a624-f370760f520d tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 946 time: 1.4849262 Feb 17 01:01:14.935277 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-68a86b6c-ed43-4cef-b28b-42a53d66622a req-7a65d228-8bb4-4c0a-9750-0099fadfb528 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766903 Feb 17 01:01:14.949467 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ac693-ff78-4f77-8f97-c019e7de7fa8 req-efa04321-1d2e-48c3-8d55-f897f4846f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:14.952870 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3c4ac693-ff78-4f77-8f97-c019e7de7fa8 req-efa04321-1d2e-48c3-8d55-f897f4846f87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=282ed147-389b-47d6-8964-0129ce63461f HTTP/1.1" status: 200 len: 858 time: 0.4052763 Feb 17 01:01:15.152953 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3c4ac693-ff78-4f77-8f97-c019e7de7fa8 req-1fd41f7b-e866-40a5-bbc9-725f3b278e04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1851306 Feb 17 01:01:15.488382 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3c4ac693-ff78-4f77-8f97-c019e7de7fa8 req-6a068f4b-3780-4998-9bf5-b66c520cfb56 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237748 Feb 17 01:01:15.641405 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931724d3-6963-4d91-81d1-07606ad03e4e {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:01:15.666468 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:15.829830 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Transition to ACTIVE for port object 931724d3-6963-4d91-81d1-07606ad03e4e will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:01:15.837358 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:15.866652 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:15.867094 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b250bd3b-0b51-4853-b6e2-b616bd1db96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:15.885722 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0d4e5-4283-4c4b-b491-905b7383ca5e req-fcfb820c-899a-4289-89cc-422a56268657 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:15.887454 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d2a0d4e5-4283-4c4b-b491-905b7383ca5e req-fcfb820c-899a-4289-89cc-422a56268657 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 932 time: 0.3950253 Feb 17 01:01:15.895592 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:15.915675 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250bd3b-0b51-4853-b6e2-b616bd1db96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597d4d8c-a4b1-4985-bb8b-775f8f5da06b,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:15.935377 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b250bd3b-0b51-4853-b6e2-b616bd1db96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:15.961574 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3b4ea-a899-4d7f-8419-044e7f543bb2 req-12e30904-9fcb-4e3c-af19-bb3e0d5faba4 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:15.963373 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4ba3b4ea-a899-4d7f-8419-044e7f543bb2 req-12e30904-9fcb-4e3c-af19-bb3e0d5faba4 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 945 time: 0.4734118 Feb 17 01:01:16.064415 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b250bd3b-0b51-4853-b6e2-b616bd1db96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:16.065627 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-b250bd3b-0b51-4853-b6e2-b616bd1db96b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/597d4d8c-a4b1-4985-bb8b-775f8f5da06b HTTP/1.1" status: 204 len: 168 time: 2.8280294 Feb 17 01:01:16.069923 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4ba3b4ea-a899-4d7f-8419-044e7f543bb2 req-ef02c838-1719-4089-b41e-88444b268851 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8ac09c-9b00-4f68-be96-0eaf01f2d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673013 Feb 17 01:01:16.105368 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d2a0d4e5-4283-4c4b-b491-905b7383ca5e req-55d8736a-2a5b-4824-a7c4-6797cd475489 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971438 Feb 17 01:01:16.118559 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3c4ac693-ff78-4f77-8f97-c019e7de7fa8 req-d6bf2d57-af24-4ebe-a10c-f4b786df40fc service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6223381 Feb 17 01:01:16.124330 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Pushing event updated for resources: {'Port': ['ID=931724d3-6963-4d91-81d1-07606ad03e4e,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:16.168447 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.169122 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.169877 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.170863 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.171447 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.172570 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.172663 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.173226 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.173961 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.174496 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.175098 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.177355 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.178085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.178753 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.179361 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.179999 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.180605 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.181218 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.181873 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.182413 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.183019 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.183639 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.184306 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.184880 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:16.197688 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:16.460763 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082e449-3342-41a3-8d2a-c2e16642f743 req-302d1224-4ba9-4035-ae3c-2400f9b1e6c0 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:16.462487 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9082e449-3342-41a3-8d2a-c2e16642f743 req-302d1224-4ba9-4035-ae3c-2400f9b1e6c0 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 945 time: 0.1630671 Feb 17 01:01:16.616236 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Attempting to bind port 931724d3-6963-4d91-81d1-07606ad03e4e on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:01:16.616844 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Attempting to bind port 931724d3-6963-4d91-81d1-07606ad03e4e by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:01:16.617471 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Attempting to bind port 931724d3-6963-4d91-81d1-07606ad03e4e on network d9f87947-84f1-4bba-bbae-568841e714fe {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:01:16.644962 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:01:16.645830 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Checking segment: {'id': 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:01:16.646351 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:16.647414 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Bound using segment: {'id': 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:01:16.647718 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Bound port: 931724d3-6963-4d91-81d1-07606ad03e4e, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:01:16.648207 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:16.873013 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] For port 931724d3-6963-4d91-81d1-07606ad03e4e, host hv-cinder-75995, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:01:16.881428 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] For port 931724d3-6963-4d91-81d1-07606ad03e4e, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=931724d3-6963-4d91-81d1-07606ad03e4e,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:01:16.892640 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:16.934193 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:17.053757 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 004a7b90-6d61-4bc2-b817-d300f48e8cea no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:01:17.158244 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-9082e449-3342-41a3-8d2a-c2e16642f743 req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Deleting port 004a7b90-6d61-4bc2-b817-d300f48e8cea {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:01:17.158644 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9082e449-3342-41a3-8d2a-c2e16642f743 req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:17.334793 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Pushing event updated for resources: {'Port': ['ID=931724d3-6963-4d91-81d1-07606ad03e4e,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:17.349478 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:17.358373 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:17.400808 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 004a7b90-6d61-4bc2-b817-d300f48e8cea, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=004a7b90-6d61-4bc2-b817-d300f48e8cea,segment=NetworkSegment(ca03e50f-72d3-454b-8152-669fa81c269e),segment_id=ca03e50f-72d3-454b-8152-669fa81c269e)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:01:17.402091 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f785eb9-4dd4-4d7a-9328-d79d8650e470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '004a7b90-6d61-4bc2-b817-d300f48e8cea'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:01:17.417645 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:17.417645 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:17.450103 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:17.451209 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:17.460591 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-798ee523-d896-4224-abe5-22cd5f5808ba req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] 10.222.0.42 "PUT /v2.0/ports/931724d3-6963-4d91-81d1-07606ad03e4e HTTP/1.1" status: 200 len: 1158 time: 3.6009421 Feb 17 01:01:17.461437 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d0f756-5718-4416-a94f-829301189515', 'tag': '931724d3-6963-4d91-81d1-07606ad03e4e'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:01:17.504434 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=004a7b90-6d61-4bc2-b817-d300f48e8cea,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:17.511112 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:17.738755 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee523-d896-4224-abe5-22cd5f5808ba req-119d1f3c-0cfa-4f41-b612-3a0e5802254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:17.743614 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-798ee523-d896-4224-abe5-22cd5f5808ba req-119d1f3c-0cfa-4f41-b612-3a0e5802254f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=475f7d7891b64c41a88eeff4cb15f254&device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 1161 time: 0.2301462 Feb 17 01:01:17.768811 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083e66b-2dab-47cf-be3f-8fb064749236 req-c1cd106a-5fda-42ec-ac7e-44dc27d80680 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:17.775960 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f083e66b-2dab-47cf-be3f-8fb064749236 req-c1cd106a-5fda-42ec-ac7e-44dc27d80680 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 946 time: 1.5225194 Feb 17 01:01:17.973403 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-798ee523-d896-4224-abe5-22cd5f5808ba req-49bac8d0-107d-468d-bdc3-9463f7a24759 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931724d3-6963-4d91-81d1-07606ad03e4e HTTP/1.1" status: 200 len: 217 time: 0.2154591 Feb 17 01:01:18.055341 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f083e66b-2dab-47cf-be3f-8fb064749236 req-bf889028-a9e4-434d-b36c-edfa50c51042 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520932 Feb 17 01:01:18.109033 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f182583-01bf-459f-b842-bbaea6477963 req-689c8141-75ac-4f91-b529-730a833b11e5 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:18.144311 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3f182583-01bf-459f-b842-bbaea6477963 req-689c8141-75ac-4f91-b529-730a833b11e5 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 943 time: 0.7127678 Feb 17 01:01:18.147507 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee523-d896-4224-abe5-22cd5f5808ba req-c12bf9a6-815d-47c2-89f0-644ea8c44386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:18.149303 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-798ee523-d896-4224-abe5-22cd5f5808ba req-c12bf9a6-815d-47c2-89f0-644ea8c44386 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8020aa0-aa72-42b0-9ad3-070f9773c346 HTTP/1.1" status: 200 len: 855 time: 0.1647689 Feb 17 01:01:18.224557 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3f182583-01bf-459f-b842-bbaea6477963 req-8508f532-c76d-4f4a-b754-7b2c64704af5 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8ac09c-9b00-4f68-be96-0eaf01f2d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789135 Feb 17 01:01:18.281733 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee523-d896-4224-abe5-22cd5f5808ba req-17314d2a-baea-4ff8-b4dc-b89bfacd1508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:18.283521 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-798ee523-d896-4224-abe5-22cd5f5808ba req-17314d2a-baea-4ff8-b4dc-b89bfacd1508 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9f87947-84f1-4bba-bbae-568841e714fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1275177 Feb 17 01:01:18.327927 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-9082e449-3342-41a3-8d2a-c2e16642f743 req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] For port 004a7b90-6d61-4bc2-b817-d300f48e8cea, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=004a7b90-6d61-4bc2-b817-d300f48e8cea,segment=NetworkSegment(ca03e50f-72d3-454b-8152-669fa81c269e),segment_id=ca03e50f-72d3-454b-8152-669fa81c269e)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:01:18.328550 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9082e449-3342-41a3-8d2a-c2e16642f743 req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:18.331680 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f785eb9-4dd4-4d7a-9328-d79d8650e470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '004a7b90-6d61-4bc2-b817-d300f48e8cea', 'code': 200} Feb 17 01:01:18.445873 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d0f756-5718-4416-a94f-829301189515', 'tag': '931724d3-6963-4d91-81d1-07606ad03e4e', 'status': 'completed', 'code': 200} Feb 17 01:01:18.576800 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-9082e449-3342-41a3-8d2a-c2e16642f743 req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Calling delete_port for 004a7b90-6d61-4bc2-b817-d300f48e8cea owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:01:18.580258 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-798ee523-d896-4224-abe5-22cd5f5808ba req-19cf5c54-f6c1-4e2f-8763-26d06aede333 service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818971 Feb 17 01:01:18.889667 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926e71a-95b7-4c4b-a3d6-dc3a560dfad2 req-9fc98ce5-2030-4c4e-bd49-df14145b40fe tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:18.891698 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7926e71a-95b7-4c4b-a3d6-dc3a560dfad2 req-9fc98ce5-2030-4c4e-bd49-df14145b40fe tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.4034779 Feb 17 01:01:18.960066 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-798ee523-d896-4224-abe5-22cd5f5808ba req-f89caf70-370b-4890-b21b-3e2b109e143a service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3723485 Feb 17 01:01:19.107295 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9082e449-3342-41a3-8d2a-c2e16642f743 req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:19.157114 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:19.176470 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868c372-e046-4147-ba25-51916a7cdf3d req-5bff8d6f-528c-4460-836b-3cab94738315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:19.181909 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9868c372-e046-4147-ba25-51916a7cdf3d req-5bff8d6f-528c-4460-836b-3cab94738315 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=475f7d7891b64c41a88eeff4cb15f254&device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 1161 time: 0.1525648 Feb 17 01:01:19.220085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 52458) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:19.386105 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868c372-e046-4147-ba25-51916a7cdf3d req-840859e6-2508-4856-bbdf-aa4f24a5077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:19.388141 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9868c372-e046-4147-ba25-51916a7cdf3d req-840859e6-2508-4856-bbdf-aa4f24a5077f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9f87947-84f1-4bba-bbae-568841e714fe HTTP/1.1" status: 200 len: 910 time: 0.1999507 Feb 17 01:01:19.445433 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7926e71a-95b7-4c4b-a3d6-dc3a560dfad2 req-bef5b213-20c8-4db6-91cf-5f653fe754b7 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4031060 Feb 17 01:01:19.446941 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Pushing event deleted for resources: {'Port': ['ID=004a7b90-6d61-4bc2-b817-d300f48e8cea,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:19.478071 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9868c372-e046-4147-ba25-51916a7cdf3d req-9bc6abed-b1d9-4e85-a5bc-33c72daa5e6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931724d3-6963-4d91-81d1-07606ad03e4e HTTP/1.1" status: 200 len: 217 time: 0.0825253 Feb 17 01:01:19.568429 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868c372-e046-4147-ba25-51916a7cdf3d req-7f8b7758-e665-43cd-b5fc-33cbdac4eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:19.568429 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9868c372-e046-4147-ba25-51916a7cdf3d req-7f8b7758-e665-43cd-b5fc-33cbdac4eab0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8020aa0-aa72-42b0-9ad3-070f9773c346 HTTP/1.1" status: 200 len: 855 time: 0.0807788 Feb 17 01:01:19.568687 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.568687 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.568687 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.568687 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.568687 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.568687 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.569389 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.569985 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.570477 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.571192 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.571926 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.572641 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.573392 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.574067 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.574761 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.575441 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.576157 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.576826 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.577497 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.578165 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.578839 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.579506 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.580174 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.580829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:19.604805 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:19.654326 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7a7b-4cad-4ccb-ad69-370a38da49b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:19.677081 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ae9e7a7b-4cad-4ccb-ad69-370a38da49b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:19.688542 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-ae9e7a7b-4cad-4ccb-ad69-370a38da49b3 admin admin] Usage tracker for resource:security_group_rule and tenant:6fe88f47a0ec4dba98d897316bba6892 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:19.692958 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-ae9e7a7b-4cad-4ccb-ad69-370a38da49b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:19.716126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ae9e7a7b-4cad-4ccb-ad69-370a38da49b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:19.746426 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868c372-e046-4147-ba25-51916a7cdf3d req-56aab916-3aa1-43a1-9849-9f96578ea6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:19.748163 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9868c372-e046-4147-ba25-51916a7cdf3d req-56aab916-3aa1-43a1-9849-9f96578ea6e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9f87947-84f1-4bba-bbae-568841e714fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1753583 Feb 17 01:01:19.883313 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-752ffe30-db47-42b2-8105-d71f7c3a41f3 req-ff6b5814-a9a3-41a6-95ee-6a3a2a34b28a tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 210 time: 0.1500454 Feb 17 01:01:19.933565 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911becb-5dbc-47bc-ab91-a02d75c32449 req-645435f6-65a7-4bd4-bea5-4cf8c0366495 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:19.936787 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5911becb-5dbc-47bc-ab91-a02d75c32449 req-645435f6-65a7-4bd4-bea5-4cf8c0366495 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 946 time: 0.5188622 Feb 17 01:01:19.986469 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9868c372-e046-4147-ba25-51916a7cdf3d req-3f95a3d9-6575-4ca6-a601-6af217879665 service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283521 Feb 17 01:01:20.004387 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7a7b-4cad-4ccb-ad69-370a38da49b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:20.032162 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7a7b-4cad-4ccb-ad69-370a38da49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:20.043736 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-819f73a0-4dd8-41b8-9df0-17a8f2281ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:20.086685 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-9082e449-3342-41a3-8d2a-c2e16642f743 req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] No DVR routers for this DVR port 004a7b90-6d61-4bc2-b817-d300f48e8cea on host hv-cinder-75995 {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:01:20.102336 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9082e449-3342-41a3-8d2a-c2e16642f743 req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:20.113697 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f785eb9-4dd4-4d7a-9328-d79d8650e470', 'name': 'network-vif-deleted', 'tag': '004a7b90-6d61-4bc2-b817-d300f48e8cea'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:01:20.125405 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9082e449-3342-41a3-8d2a-c2e16642f743 req-5c11b135-7112-4dac-ae91-fa9a97137cd8 tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.42 "DELETE /v2.0/ports/004a7b90-6d61-4bc2-b817-d300f48e8cea HTTP/1.1" status: 204 len: 173 time: 3.6565318 Feb 17 01:01:20.149197 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5911becb-5dbc-47bc-ab91-a02d75c32449 req-6b7445cc-9b00-45ce-a8d6-2da6a4764d8d tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371791 Feb 17 01:01:20.227197 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f785eb9-4dd4-4d7a-9328-d79d8650e470', 'name': 'network-vif-deleted', 'tag': '004a7b90-6d61-4bc2-b817-d300f48e8cea', 'status': 'completed', 'code': 200} Feb 17 01:01:20.405799 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e7a7b-4cad-4ccb-ad69-370a38da49b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfee92c-bcb7-4d5e-a9df-82d29d69b2ae,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:20.416754 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ae9e7a7b-4cad-4ccb-ad69-370a38da49b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:20.460627 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-ae9e7a7b-4cad-4ccb-ad69-370a38da49b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6fe88f47a0ec4dba98d897316bba6892&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2389569 Feb 17 01:01:20.465661 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 52514) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:20.617770 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 52526) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:20.643096 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9868c372-e046-4147-ba25-51916a7cdf3d req-c69fd693-1400-4ce1-afe0-85c246bbf9da service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6407154 Feb 17 01:01:20.704491 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ad403f36-a3fc-4b2a-a978-c82728c1c108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:20.807122 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ad403f36-a3fc-4b2a-a978-c82728c1c108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:20.920143 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ad403f36-a3fc-4b2a-a978-c82728c1c108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:21.076637 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-30b744bc-f51a-4814-a2c3-3adc6b82d99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:21.090989 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-06dacf23-271b-431c-ad5c-15a5ec95e54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:21.152452 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad403f36-a3fc-4b2a-a978-c82728c1c108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfee92c-bcb7-4d5e-a9df-82d29d69b2ae,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:21.160680 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-30b744bc-f51a-4814-a2c3-3adc6b82d99d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:21.176522 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ad403f36-a3fc-4b2a-a978-c82728c1c108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:21.178745 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-30b744bc-f51a-4814-a2c3-3adc6b82d99d admin admin] Usage tracker for resource:security_group_rule and tenant:4a01c7eb0b8f450681f84f40ee6356d6 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:21.196220 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-30b744bc-f51a-4814-a2c3-3adc6b82d99d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:21.226141 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-30b744bc-f51a-4814-a2c3-3adc6b82d99d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:21.248177 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ad403f36-a3fc-4b2a-a978-c82728c1c108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:21.251187 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-ad403f36-a3fc-4b2a-a978-c82728c1c108 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bfee92c-bcb7-4d5e-a9df-82d29d69b2ae HTTP/1.1" status: 204 len: 168 time: 0.7835088 Feb 17 01:01:21.369806 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 52548) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:21.384415 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-d5a14c95-1468-4215-a4ab-ba7b7aa652a1 req-6a0961b0-2bc7-4f6a-afa8-b9fa4a037aee tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Synchronizing usage tracker for tenant:bdd014f026b2431683e59145671b0e7c on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:01:21.397138 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-30b744bc-f51a-4814-a2c3-3adc6b82d99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:21.401265 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-30b744bc-f51a-4814-a2c3-3adc6b82d99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:21.415332 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5e6f7792-02f0-46b2-ae96-cf38a7a509f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:21.416990 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd0a01-e615-455a-9cc7-c30c699aaac1 req-89856c5a-bc2a-4abc-ac15-22b3eb789cd4 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:21.429498 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e9cd0a01-e615-455a-9cc7-c30c699aaac1 req-89856c5a-bc2a-4abc-ac15-22b3eb789cd4 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.5064478 Feb 17 01:01:21.510624 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-30b744bc-f51a-4814-a2c3-3adc6b82d99d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a01c7eb0b8f450681f84f40ee6356d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8894114 Feb 17 01:01:21.513785 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 52554) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:21.519080 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b744bc-f51a-4814-a2c3-3adc6b82d99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b967745-3bf9-4e26-88e2-77ec470438b1,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:21.526226 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-30b744bc-f51a-4814-a2c3-3adc6b82d99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:21.559901 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 931724d3-6963-4d91-81d1-07606ad03e4e up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:01:21.665571 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e9cd0a01-e615-455a-9cc7-c30c699aaac1 req-ed9b476d-7d3c-417c-bf8d-aeb9db987e53 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070913 Feb 17 01:01:21.665571 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-d5a14c95-1468-4215-a4ab-ba7b7aa652a1 req-6a0961b0-2bc7-4f6a-afa8-b9fa4a037aee tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] Unset dirty status for tenant:bdd014f026b2431683e59145671b0e7c on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:01:21.671332 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d5a14c95-1468-4215-a4ab-ba7b7aa652a1 req-6a0961b0-2bc7-4f6a-afa8-b9fa4a037aee tempest-DeleteServersTestJSON-1063829075 tempest-DeleteServersTestJSON-1063829075-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f785eb9-4dd4-4d7a-9328-d79d8650e470 HTTP/1.1" status: 200 len: 210 time: 0.4172647 Feb 17 01:01:21.718684 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port 931724d3-6963-4d91-81d1-07606ad03e4e completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:01:21.743949 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 931724d3-6963-4d91-81d1-07606ad03e4e triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:01:21.744915 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:21.776864 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e859376b-fd0c-4a9c-8f3a-d02b252c220f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:21.837701 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e859376b-fd0c-4a9c-8f3a-d02b252c220f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:21.953558 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:21.961682 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e859376b-fd0c-4a9c-8f3a-d02b252c220f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:21.977916 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6b49ce5b-83bd-496b-8336-645342d13666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:22.025412 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d0f756-5718-4416-a94f-829301189515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931724d3-6963-4d91-81d1-07606ad03e4e'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:01:22.026046 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859376b-fd0c-4a9c-8f3a-d02b252c220f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b967745-3bf9-4e26-88e2-77ec470438b1,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:22.030822 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e859376b-fd0c-4a9c-8f3a-d02b252c220f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:22.057846 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 931724d3-6963-4d91-81d1-07606ad03e4e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=931724d3-6963-4d91-81d1-07606ad03e4e,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:01:22.069097 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e859376b-fd0c-4a9c-8f3a-d02b252c220f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:22.083976 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-e859376b-fd0c-4a9c-8f3a-d02b252c220f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b967745-3bf9-4e26-88e2-77ec470438b1 HTTP/1.1" status: 204 len: 168 time: 0.5681367 Feb 17 01:01:22.114304 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d0f756-5718-4416-a94f-829301189515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931724d3-6963-4d91-81d1-07606ad03e4e', 'code': 200} Feb 17 01:01:22.117996 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:22.120763 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:22.123155 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 52568) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:22.164881 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e6bc4-c2b0-4893-86d5-b7ed000abad5 req-a680b197-c921-4797-8048-dc558e3454b8 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:22.168884 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-546e6bc4-c2b0-4893-86d5-b7ed000abad5 req-a680b197-c921-4797-8048-dc558e3454b8 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 946 time: 0.2223265 Feb 17 01:01:22.205591 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a0f523ae-7e8d-4cf6-afa4-f64c1d8b7c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:22.246319 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a0f523ae-7e8d-4cf6-afa4-f64c1d8b7c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:22.253939 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-a0f523ae-7e8d-4cf6-afa4-f64c1d8b7c4e admin admin] Usage tracker for resource:security_group_rule and tenant:16234039a6644779abf538476cd58439 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:22.260784 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=931724d3-6963-4d91-81d1-07606ad03e4e,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:22.263184 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-a0f523ae-7e8d-4cf6-afa4-f64c1d8b7c4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:22.279260 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.279659 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.280080 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.280467 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.280904 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.281227 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.281602 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.281976 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.282347 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.289242 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.289670 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.290061 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.290504 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.290892 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.291275 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.291654 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.292058 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.292440 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.297660 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.298298 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.298691 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.299078 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.299463 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.299899 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:01:22.309365 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a0f523ae-7e8d-4cf6-afa4-f64c1d8b7c4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:22.315342 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2b0825b7-edbb-4b75-80f7-a4af30b14cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:22.316811 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:22.342099 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2b0825b7-edbb-4b75-80f7-a4af30b14cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:22.354556 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-546e6bc4-c2b0-4893-86d5-b7ed000abad5 req-99d8a3ca-6849-44a2-824d-f641d246e276 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753192 Feb 17 01:01:22.355340 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-2b0825b7-edbb-4b75-80f7-a4af30b14cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:43103d9998414c74b9a48e9506113d5c is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:22.361957 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-2b0825b7-edbb-4b75-80f7-a4af30b14cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:22.372272 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2b0825b7-edbb-4b75-80f7-a4af30b14cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:22.526459 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a0f523ae-7e8d-4cf6-afa4-f64c1d8b7c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:22.555766 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a0f523ae-7e8d-4cf6-afa4-f64c1d8b7c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:22.578379 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:22.779282 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 52600) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:22.780340 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-a0f523ae-7e8d-4cf6-afa4-f64c1d8b7c4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16234039a6644779abf538476cd58439&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4091339 Feb 17 01:01:22.783072 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f523ae-7e8d-4cf6-afa4-f64c1d8b7c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5accbdb3-6fd9-48e7-ab86-3868b8620622,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:22.855353 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a0f523ae-7e8d-4cf6-afa4-f64c1d8b7c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:22.866471 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 52604) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:22.936508 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2b0825b7-edbb-4b75-80f7-a4af30b14cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:22.946299 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2b0825b7-edbb-4b75-80f7-a4af30b14cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:22.989686 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:22.997314 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-020c6f3e-2e4d-4f9f-97c6-a85d8f99fb47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:23.035671 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-2b0825b7-edbb-4b75-80f7-a4af30b14cb2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43103d9998414c74b9a48e9506113d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9094660 Feb 17 01:01:23.040243 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 52614) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:23.042955 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc64d6-9798-4837-b1fd-f426781569f7 req-43fd4ae7-2e0b-4201-a795-45f1091a3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:23.045276 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-25dc64d6-9798-4837-b1fd-f426781569f7 req-43fd4ae7-2e0b-4201-a795-45f1091a3d39 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 1163 time: 0.4343331 Feb 17 01:01:23.065213 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-020c6f3e-2e4d-4f9f-97c6-a85d8f99fb47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:23.070262 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-020c6f3e-2e4d-4f9f-97c6-a85d8f99fb47 admin admin] Usage tracker for resource:security_group_rule and tenant:02853c6a82294b298cced040d8c88f20 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:23.074100 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-020c6f3e-2e4d-4f9f-97c6-a85d8f99fb47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:23.080836 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-020c6f3e-2e4d-4f9f-97c6-a85d8f99fb47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:23.105013 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 931724d3-6963-4d91-81d1-07606ad03e4e up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:01:23.185574 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-020c6f3e-2e4d-4f9f-97c6-a85d8f99fb47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:23.189634 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0825b7-edbb-4b75-80f7-a4af30b14cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342f17cd-4bac-4bd2-990e-71466cb510f5,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:23.197979 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-020c6f3e-2e4d-4f9f-97c6-a85d8f99fb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:23.235855 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2b0825b7-edbb-4b75-80f7-a4af30b14cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:23.254022 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:23.268244 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-020c6f3e-2e4d-4f9f-97c6-a85d8f99fb47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02853c6a82294b298cced040d8c88f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4001324 Feb 17 01:01:23.271950 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 52622) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:23.282656 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 931724d3-6963-4d91-81d1-07606ad03e4e triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:01:23.283091 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:23.292413 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-25dc64d6-9798-4837-b1fd-f426781569f7 req-66ab2b9e-55df-495d-86af-70d6eb1f338a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206359 Feb 17 01:01:23.312186 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e5e9-a255-4c54-a9dd-2b6871350391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:23.362246 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e5e9-a255-4c54-a9dd-2b6871350391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:23.384590 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e02966c-4362-4e7a-8d23-a2b97c0254eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:23.476724 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e5e9-a255-4c54-a9dd-2b6871350391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:23.479072 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c6f3e-2e4d-4f9f-97c6-a85d8f99fb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8cc7b8-ddd7-4fbd-898a-21f0fc16180a,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:23.480399 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e02966c-4362-4e7a-8d23-a2b97c0254eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:23.508989 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-020c6f3e-2e4d-4f9f-97c6-a85d8f99fb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:23.525361 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-faba14ba-1fbc-4d02-936c-046777688e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:23.558925 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:23.582159 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-faba14ba-1fbc-4d02-936c-046777688e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:23.597482 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6e5e9-a255-4c54-a9dd-2b6871350391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5accbdb3-6fd9-48e7-ab86-3868b8620622,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:23.621494 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6cf6e5e9-a255-4c54-a9dd-2b6871350391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:23.625349 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e02966c-4362-4e7a-8d23-a2b97c0254eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:23.634440 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:23.657696 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02966c-4362-4e7a-8d23-a2b97c0254eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342f17cd-4bac-4bd2-990e-71466cb510f5,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:23.663190 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0e02966c-4362-4e7a-8d23-a2b97c0254eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:23.671454 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e02966c-4362-4e7a-8d23-a2b97c0254eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:23.677022 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-0e02966c-4362-4e7a-8d23-a2b97c0254eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/342f17cd-4bac-4bd2-990e-71466cb510f5 HTTP/1.1" status: 204 len: 168 time: 0.6261823 Feb 17 01:01:23.680267 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-faba14ba-1fbc-4d02-936c-046777688e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:23.686441 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:23.707065 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba14ba-1fbc-4d02-936c-046777688e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8cc7b8-ddd7-4fbd-898a-21f0fc16180a,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:23.721246 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-faba14ba-1fbc-4d02-936c-046777688e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:23.729954 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-faba14ba-1fbc-4d02-936c-046777688e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:23.735018 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-faba14ba-1fbc-4d02-936c-046777688e0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af8cc7b8-ddd7-4fbd-898a-21f0fc16180a HTTP/1.1" status: 204 len: 168 time: 0.4542356 Feb 17 01:01:23.768396 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c00780-59e9-40a0-af54-1f7d71ae1d3e req-5be0fca7-a0d5-475b-b52b-45f2dc83d632 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:23.777734 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c7c00780-59e9-40a0-af54-1f7d71ae1d3e req-5be0fca7-a0d5-475b-b52b-45f2dc83d632 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.7988875 Feb 17 01:01:23.833793 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e5e9-a255-4c54-a9dd-2b6871350391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:23.838584 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-6cf6e5e9-a255-4c54-a9dd-2b6871350391 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5accbdb3-6fd9-48e7-ab86-3868b8620622 HTTP/1.1" status: 204 len: 168 time: 1.0558171 Feb 17 01:01:23.872529 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c7c00780-59e9-40a0-af54-1f7d71ae1d3e req-635b7873-be78-446d-a68d-0989c83eefb3 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907946 Feb 17 01:01:23.930688 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a073f4e-0eec-4898-9c9c-2403b744cb22 req-1421f072-b063-45a4-96d6-84ff7d0aa8da tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:23.933001 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6a073f4e-0eec-4898-9c9c-2403b744cb22 req-1421f072-b063-45a4-96d6-84ff7d0aa8da tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 946 time: 0.3069892 Feb 17 01:01:24.040757 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6a073f4e-0eec-4898-9c9c-2403b744cb22 req-5ce3d86b-bdb1-4b06-b954-4cd16429b2b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966387 Feb 17 01:01:24.331716 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 52666) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:24.511119 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42c31c1-3c06-4227-9492-89ac52389d23 admin admin] Deleting subnet ef42cbcb-c29e-4302-8388-c0c344dc83a1 {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:01:24.515948 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f42c31c1-3c06-4227-9492-89ac52389d23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:24.628841 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f42c31c1-3c06-4227-9492-89ac52389d23 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:24.652966 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f42c31c1-3c06-4227-9492-89ac52389d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853998860'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:24.814021 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 52676) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:24.849571 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f844ee6b-f366-4bb0-a608-70e82cabb592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:24.913526 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f844ee6b-f366-4bb0-a608-70e82cabb592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:24.930710 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-f844ee6b-f366-4bb0-a608-70e82cabb592 admin admin] Usage tracker for resource:security_group_rule and tenant:512610954572443da707e6607743d84d is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:24.940483 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-f844ee6b-f366-4bb0-a608-70e82cabb592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:24.957960 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f844ee6b-f366-4bb0-a608-70e82cabb592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:25.308480 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f844ee6b-f366-4bb0-a608-70e82cabb592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:25.311643 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f844ee6b-f366-4bb0-a608-70e82cabb592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:25.337155 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d1519f62-8805-4247-b00d-893c7f3e4cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:25.436733 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-f844ee6b-f366-4bb0-a608-70e82cabb592 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=512610954572443da707e6607743d84d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6214814 Feb 17 01:01:25.438778 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844ee6b-f366-4bb0-a608-70e82cabb592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a421e2-f8a1-4d96-a888-6ea80a893f83,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:25.441961 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 52698) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:25.445199 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f844ee6b-f366-4bb0-a608-70e82cabb592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:25.515613 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a7cac483-eaec-4ddb-8e2f-52d57fd92fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:25.556341 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a7cac483-eaec-4ddb-8e2f-52d57fd92fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:25.607721 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 52704) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:25.622071 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f42c31c1-3c06-4227-9492-89ac52389d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:25.630202 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1312c278-fbd8-4407-a6b6-e100b1dee247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:25.649368 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a7cac483-eaec-4ddb-8e2f-52d57fd92fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:25.653632 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1312c278-fbd8-4407-a6b6-e100b1dee247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:25.657295 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8719b60e-3d68-4f0c-8a7d-4cb4eca16321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:25.671321 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-1312c278-fbd8-4407-a6b6-e100b1dee247 admin admin] Usage tracker for resource:security_group_rule and tenant:d90b5bdaab1146988af1106b89a886f0 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:25.674865 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cac483-eaec-4ddb-8e2f-52d57fd92fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a421e2-f8a1-4d96-a888-6ea80a893f83,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:25.679494 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a7cac483-eaec-4ddb-8e2f-52d57fd92fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:25.680479 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-1312c278-fbd8-4407-a6b6-e100b1dee247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:25.689224 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1312c278-fbd8-4407-a6b6-e100b1dee247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:25.692050 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a7cac483-eaec-4ddb-8e2f-52d57fd92fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:25.698042 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-a7cac483-eaec-4ddb-8e2f-52d57fd92fbe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9a421e2-f8a1-4d96-a888-6ea80a893f83 HTTP/1.1" status: 204 len: 168 time: 0.2506788 Feb 17 01:01:25.749548 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:25.818354 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1312c278-fbd8-4407-a6b6-e100b1dee247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:25.823968 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1312c278-fbd8-4407-a6b6-e100b1dee247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:25.836280 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a0f523ae-7e8d-4cf6-afa4-f64c1d8b7c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:25.888232 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-1312c278-fbd8-4407-a6b6-e100b1dee247 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d90b5bdaab1146988af1106b89a886f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765796 Feb 17 01:01:25.895618 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 52712) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:25.911833 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c31c1-3c06-4227-9492-89ac52389d23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef42cbcb-c29e-4302-8388-c0c344dc83a1,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:25.923751 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f42c31c1-3c06-4227-9492-89ac52389d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:25.934507 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312c278-fbd8-4407-a6b6-e100b1dee247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e782d1a2-4669-42e1-a14b-6ed9012621ca,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:25.960010 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1312c278-fbd8-4407-a6b6-e100b1dee247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:25.989705 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f42c31c1-3c06-4227-9492-89ac52389d23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:26.015622 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-f42c31c1-3c06-4227-9492-89ac52389d23 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ef42cbcb-c29e-4302-8388-c0c344dc83a1 HTTP/1.1" status: 204 len: 168 time: 1.6818202 Feb 17 01:01:26.021572 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 52718) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:26.081297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291ef5c-d52b-4f2f-b9bb-fa75d8b26734 req-4433ae44-765c-4e8c-af40-ad7e246175df tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:26.091372 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49118258-43ba-4901-8cfe-ec94845413eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:26.097846 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8291ef5c-d52b-4f2f-b9bb-fa75d8b26734 req-4433ae44-765c-4e8c-af40-ad7e246175df tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 946 time: 0.6320605 Feb 17 01:01:26.119654 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10a85-1db6-487c-bb85-d2c636adaf97 req-5a8bf34b-2945-4ed7-b3e6-1a5b8e4b9c33 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:26.128732 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49118258-43ba-4901-8cfe-ec94845413eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:26.132796 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cea10a85-1db6-487c-bb85-d2c636adaf97 req-5a8bf34b-2945-4ed7-b3e6-1a5b8e4b9c33 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.7506318 Feb 17 01:01:26.233274 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49118258-43ba-4901-8cfe-ec94845413eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:26.241031 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:26.261779 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49118258-43ba-4901-8cfe-ec94845413eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e782d1a2-4669-42e1-a14b-6ed9012621ca,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:26.264896 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-49118258-43ba-4901-8cfe-ec94845413eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:26.272600 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49118258-43ba-4901-8cfe-ec94845413eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:26.279689 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-49118258-43ba-4901-8cfe-ec94845413eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e782d1a2-4669-42e1-a14b-6ed9012621ca HTTP/1.1" status: 204 len: 168 time: 0.3825147 Feb 17 01:01:26.482985 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8291ef5c-d52b-4f2f-b9bb-fa75d8b26734 req-dbaa346f-1bc5-480d-95b0-0b89c4d8c1f2 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830094 Feb 17 01:01:26.508939 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cea10a85-1db6-487c-bb85-d2c636adaf97 req-16348e4d-13ab-428e-a870-13c462abc8b7 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432513 Feb 17 01:01:26.532089 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854224426'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:27.145766 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:01:27.385373 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:01:27.386419 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:27.638150 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853995923', 'neutron.services.segments.db._delete_segments_for_network-8779335925738'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:27.795961 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef423e-1ec6-4a7a-98c1-7c9673142a7d req-ad73f455-49a9-4625-bfc8-9747171e135e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:27.798054 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-71ef423e-1ec6-4a7a-98c1-7c9673142a7d req-ad73f455-49a9-4625-bfc8-9747171e135e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.6135800 Feb 17 01:01:27.801188 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:01:27.801756 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:01:27.803087 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:01:27.803690 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Subscribe: > port after_create 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:01:27.804111 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:01:27.804406 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Subscribe: > port after_update 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:01:27.804766 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:01:27.805128 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:01:27.805491 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:01:27.805847 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:01:27.809084 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 52794) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:27.815313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-5e111040-da8a-4248-9f20-82ad120e64c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Request body: {'floatingip': {'port_id': '931724d3-6963-4d91-81d1-07606ad03e4e'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:01:27.920554 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5e111040-da8a-4248-9f20-82ad120e64c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for floatingip, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:27.986118 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:01:27.987176 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:01:27.988094 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:01:27.989203 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:01:27.989857 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3cb294-1c05-43a8-a055-6393676cd86e']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:01:28.130472 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca03e50f-72d3-454b-8152-669fa81c269e') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:01:28.131186 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca03e50f-72d3-454b-8152-669fa81c269e') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:01:28.161806 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257518846972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4029848'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:28.217141 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:28.243133 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:01:28.293431 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c584545-3e9d-47d0-ae1a-96e83eb1d3b6 req-8ad301e7-9c18-4f24-8cc3-51863b7fcc61 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:28.302469 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1c584545-3e9d-47d0-ae1a-96e83eb1d3b6 req-8ad301e7-9c18-4f24-8cc3-51863b7fcc61 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 946 time: 0.2967424 Feb 17 01:01:28.422505 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1c584545-3e9d-47d0-ae1a-96e83eb1d3b6 req-ab138444-edaf-4588-a091-7a01bc776210 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188591 Feb 17 01:01:28.567629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Network ed3cb294-1c05-43a8-a055-6393676cd86e has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:01:28.579081 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853997851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2094696'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:28.891143 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Network ed3cb294-1c05-43a8-a055-6393676cd86e has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: from cryptography.utils import int_from_bytes Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: from cryptography.utils import int_from_bytes Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: (rel_b, rel_a, rel_b), Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: Traceback (most recent call last): Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: timer() Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: cb(*args, **kw) Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: return func(*args, **kwargs) Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: self._notify() Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: self.callback(batched_events) Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: event.method(event) Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: return f(self, *a, **k) Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: return self._get(url).json() Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: **kwargs) Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: **endpoint_filter) Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:01:29.046085 dv-cinder-759955-4-smb neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:01:29.150142 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5e111040-da8a-4248-9f20-82ad120e64c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:29.157152 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5e111040-da8a-4248-9f20-82ad120e64c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853018709'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:29.233066 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a72f09d1-b7a2-4bc8-a664-6536b14de3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:29.438726 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777043'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:29.459382 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:29.570116 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed3cb294-1c05-43a8-a055-6393676cd86e,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:29.613699 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:29.692913 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ed3cb294-1c05-43a8-a055-6393676cd86e HTTP/1.1" status: 204 len: 168 time: 3.6687429 Feb 17 01:01:29.879172 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:29.904869 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.l3_db [None req-5e111040-da8a-4248-9f20-82ad120e64c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Floating IP 2e51f2a4-49be-4d43-b87b-534adc88cf13 associated. External IP: 172.28.2.234, port: 931724d3-6963-4d91-81d1-07606ad03e4e. Feb 17 01:01:29.954272 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b68cca-45c3-4ff3-86a4-56a4abbe018a req-c6f92403-a53c-4e55-a87c-694f4f16a625 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:29.957739 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-05b68cca-45c3-4ff3-86a4-56a4abbe018a req-c6f92403-a53c-4e55-a87c-694f4f16a625 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 946 time: 0.2897420 Feb 17 01:01:30.151236 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-05b68cca-45c3-4ff3-86a4-56a4abbe018a req-db770f64-2bc6-4080-b499-bba8da976774 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859183 Feb 17 01:01:30.388183 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 52864) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:30.586802 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-480df922-6a69-46a5-b841-2a1fa0de0cfe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bdd014f026b2431683e59145671b0e7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1924429 Feb 17 01:01:30.587454 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 52872) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:30.715463 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-642752c2-d5e8-46c3-a5c5-abf60bc2d7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:30.749312 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-642752c2-d5e8-46c3-a5c5-abf60bc2d7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:30.815140 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-642752c2-d5e8-46c3-a5c5-abf60bc2d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:30.821825 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:30.838529 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642752c2-d5e8-46c3-a5c5-abf60bc2d7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8ac09c-9b00-4f68-be96-0eaf01f2d2b5,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:30.849867 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-642752c2-d5e8-46c3-a5c5-abf60bc2d7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:30.854179 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-642752c2-d5e8-46c3-a5c5-abf60bc2d7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:30.855985 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-642752c2-d5e8-46c3-a5c5-abf60bc2d7fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d8ac09c-9b00-4f68-be96-0eaf01f2d2b5 HTTP/1.1" status: 204 len: 168 time: 0.2676163 Feb 17 01:01:31.002162 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e111040-da8a-4248-9f20-82ad120e64c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Router c930129e-8833-48d9-be6e-a68613a018f4 has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:01:31.389932 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e111040-da8a-4248-9f20-82ad120e64c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:01:31.398712 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5e111040-da8a-4248-9f20-82ad120e64c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:31.411832 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721023d6-a3df-41df-9ee4-5636c4493ca3 None None] Sync routers for ids ['c930129e-8833-48d9-be6e-a68613a018f4'] in dv-cinder-759955-4-smb {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:01:31.426947 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721023d6-a3df-41df-9ee4-5636c4493ca3 None None] Routers {'c930129e-8833-48d9-be6e-a68613a018f4'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:01:31.428480 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-721023d6-a3df-41df-9ee4-5636c4493ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:01:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c930129e-8833-48d9-be6e-a68613a018f4'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:01:31.473853 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6d5a6-8450-4662-9483-fe65955582a0 req-c1d21c2d-8536-49af-a420-50e3301edf69 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:31.483599 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-06c6d5a6-8450-4662-9483-fe65955582a0 req-c1d21c2d-8536-49af-a420-50e3301edf69 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 946 time: 0.1637859 Feb 17 01:01:31.521637 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-5e111040-da8a-4248-9f20-82ad120e64c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "PUT /v2.0/floatingips/2e51f2a4-49be-4d43-b87b-534adc88cf13 HTTP/1.1" status: 200 len: 992 time: 3.7107613 Feb 17 01:01:31.525115 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d0f756-5718-4416-a94f-829301189515', 'tag': '931724d3-6963-4d91-81d1-07606ad03e4e'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:01:31.574587 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-06c6d5a6-8450-4662-9483-fe65955582a0 req-7e6c46aa-de27-4db6-905e-75d80b348b18 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854321 Feb 17 01:01:31.697247 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d0f756-5718-4416-a94f-829301189515', 'tag': '931724d3-6963-4d91-81d1-07606ad03e4e', 'status': 'completed', 'code': 200} Feb 17 01:01:31.861867 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-721023d6-a3df-41df-9ee4-5636c4493ca3 None None] Set router c930129e-8833-48d9-be6e-a68613a018f4 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:01:31.930628 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edc060-44f1-44d1-bb29-40e0580b3ca3 req-2f8b0209-bfc8-4fab-b4aa-05931d1cbc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:31.933008 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a4edc060-44f1-44d1-bb29-40e0580b3ca3 req-2f8b0209-bfc8-4fab-b4aa-05931d1cbc97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=475f7d7891b64c41a88eeff4cb15f254&device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 1163 time: 0.1942639 Feb 17 01:01:32.247760 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edc060-44f1-44d1-bb29-40e0580b3ca3 req-ee63a8f2-3c3a-44e7-a642-01e4530f6151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:32.254107 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a4edc060-44f1-44d1-bb29-40e0580b3ca3 req-ee63a8f2-3c3a-44e7-a642-01e4530f6151 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9f87947-84f1-4bba-bbae-568841e714fe HTTP/1.1" status: 200 len: 910 time: 0.3138313 Feb 17 01:01:32.504294 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a4edc060-44f1-44d1-bb29-40e0580b3ca3 req-3902d6b9-71e4-4dc4-ac94-5590ead5b338 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931724d3-6963-4d91-81d1-07606ad03e4e HTTP/1.1" status: 200 len: 1000 time: 0.2406418 Feb 17 01:01:32.593515 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-721023d6-a3df-41df-9ee4-5636c4493ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_floatingips': [{'id': '2e51f2a4-49be-4d43-b87b-534adc88cf13', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'floating_ip_address': '172.28.2.234', 'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'router_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'port_id': '931724d3-6963-4d91-81d1-07606ad03e4e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'mac_address': 'fa:16:3e:8e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0f756-5718-4416-a94f-829301189515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:00:55Z', 'updated_at': '2021-02-17T01:01:28Z', 'revision_number': 1, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce4a75b-5510-4d41-a303-1c0b34c972bd', 'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'mac_address': 'fa:16:3e:6b:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:34Z', 'updated_at': '2021-02-17T01:00:53Z', 'revision_number': 5, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'subnets': [{'id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:01:32.598535 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721023d6-a3df-41df-9ee4-5636c4493ca3 None None] Checking router: c930129e-8833-48d9-be6e-a68613a018f4 for host: dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:01:32.612521 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721023d6-a3df-41df-9ee4-5636c4493ca3 None None] Routers {'c930129e-8833-48d9-be6e-a68613a018f4'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:01:32.613140 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-721023d6-a3df-41df-9ee4-5636c4493ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:01:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c930129e-8833-48d9-be6e-a68613a018f4'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:01:32.733929 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edc060-44f1-44d1-bb29-40e0580b3ca3 req-5baf5b08-bb39-4516-b748-308909a7ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:32.735956 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a4edc060-44f1-44d1-bb29-40e0580b3ca3 req-5baf5b08-bb39-4516-b748-308909a7ad54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8020aa0-aa72-42b0-9ad3-070f9773c346 HTTP/1.1" status: 200 len: 855 time: 0.2130370 Feb 17 01:01:32.795147 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0ba80407-56f1-4302-a8a0-ac630d2000b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:32.879910 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-721023d6-a3df-41df-9ee4-5636c4493ca3 None None] Set router c930129e-8833-48d9-be6e-a68613a018f4 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:01:33.048459 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edc060-44f1-44d1-bb29-40e0580b3ca3 req-dd961ca7-dc23-4ee5-ad9a-f2feca0773d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:33.050715 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a4edc060-44f1-44d1-bb29-40e0580b3ca3 req-dd961ca7-dc23-4ee5-ad9a-f2feca0773d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9f87947-84f1-4bba-bbae-568841e714fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3066018 Feb 17 01:01:33.298311 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee2f18-116a-4469-bc48-6968c23b92b9 req-204d2c41-d3bb-4821-8028-c1df230dc1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:33.303086 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2aee2f18-116a-4469-bc48-6968c23b92b9 req-204d2c41-d3bb-4821-8028-c1df230dc1d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 1163 time: 0.3873329 Feb 17 01:01:33.380812 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:33.427145 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a7b72-2ec3-4b4f-8374-2c16dd4090ef req-6f391dd9-315d-4335-af29-6d45478b7604 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:33.430337 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3c5a7b72-2ec3-4b4f-8374-2c16dd4090ef req-6f391dd9-315d-4335-af29-6d45478b7604 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 946 time: 0.6266289 Feb 17 01:01:33.450525 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a4edc060-44f1-44d1-bb29-40e0580b3ca3 req-6159b8ef-0640-495b-a637-cf2f8d8be225 service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855703 Feb 17 01:01:33.491178 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2aee2f18-116a-4469-bc48-6968c23b92b9 req-b17fe941-4641-4e6d-bb4d-5880416de638 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710968 Feb 17 01:01:33.576566 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3c5a7b72-2ec3-4b4f-8374-2c16dd4090ef req-9812f2bd-e12a-4b6e-b9c0-e8700090ecb1 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093600 Feb 17 01:01:33.637348 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-721023d6-a3df-41df-9ee4-5636c4493ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_floatingips': [{'id': '2e51f2a4-49be-4d43-b87b-534adc88cf13', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'floating_ip_address': '172.28.2.234', 'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'router_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'port_id': '931724d3-6963-4d91-81d1-07606ad03e4e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'mac_address': 'fa:16:3e:8e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0f756-5718-4416-a94f-829301189515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:00:55Z', 'updated_at': '2021-02-17T01:01:28Z', 'revision_number': 1, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce4a75b-5510-4d41-a303-1c0b34c972bd', 'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'mac_address': 'fa:16:3e:6b:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:34Z', 'updated_at': '2021-02-17T01:00:53Z', 'revision_number': 5, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'subnets': [{'id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:01:33.650901 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721023d6-a3df-41df-9ee4-5636c4493ca3 None None] The sync data for ids ['c930129e-8833-48d9-be6e-a68613a018f4'] in dv-cinder-759955-4-smb is: [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_floatingips': [{'id': '2e51f2a4-49be-4d43-b87b-534adc88cf13', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'floating_ip_address': '172.28.2.234', 'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'router_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'port_id': '931724d3-6963-4d91-81d1-07606ad03e4e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'mac_address': 'fa:16:3e:8e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0f756-5718-4416-a94f-829301189515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:00:55Z', 'updated_at': '2021-02-17T01:01:28Z', 'revision_number': 1, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce4a75b-5510-4d41-a303-1c0b34c972bd', 'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'mac_address': 'fa:16:3e:6b:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:34Z', 'updated_at': '2021-02-17T01:00:53Z', 'revision_number': 5, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'subnets': [{'id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:01:33.817887 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a4edc060-44f1-44d1-bb29-40e0580b3ca3 req-a22a23fc-8f75-4906-b652-88d12ce80521 service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3596156 Feb 17 01:01:33.824880 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 52986) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:33.990322 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:34.183629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec46426-5b62-4977-b3af-d0b5931e609a None None] New status for floating IP 2e51f2a4-49be-4d43-b87b-534adc88cf13: ACTIVE {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:01:34.196687 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1581115100-network', 'tenant_id': '3f41172a99244d648c7b2053813ce44e'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:01:34.208981 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:34.219214 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Usage tracker for resource:network and tenant:3f41172a99244d648c7b2053813ce44e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:34.227954 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:34.245760 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:34.267538 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Made reservation on behalf of 3f41172a99244d648c7b2053813ce44e for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:01:34.278811 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:34.318620 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:34.370164 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:34.375209 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Usage tracker for resource:security_group_rule and tenant:3f41172a99244d648c7b2053813ce44e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:34.379215 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:34.387013 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:34.524320 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:34.543631 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:34.551861 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3430b06f-1628-4ada-b216-ca6529006ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:34.726250 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faab37ff-e322-4bc8-8f2c-d689615e2d41,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:34.730176 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:01:34.737071 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:34.760101 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:34.761058 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.segments_db [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Added segment 8e231d0a-a31c-4754-af38-96d93351c74a of type vxlan for network 819329f8-0ff3-4613-9040-d2394ba7d1f6 Feb 17 01:01:34.890866 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257519434902'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:34.900092 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:34.982696 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 53028) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:34.997734 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:35.016546 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:35.017714 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:35.072671 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c43bd64d-d968-45e4-b410-6ffc11f0c584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:35.188667 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-93928048-c121-41c4-9773-1bd6811a9825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:35.211442 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-93928048-c121-41c4-9773-1bd6811a9825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:35.222302 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-93928048-c121-41c4-9773-1bd6811a9825 admin admin] Usage tracker for resource:security_group_rule and tenant:adad68faaae946bb98b6cd00e1d5b0ac is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:35.226465 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-93928048-c121-41c4-9773-1bd6811a9825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:35.236044 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-93928048-c121-41c4-9773-1bd6811a9825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:35.259029 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:01:35.326666 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996d59e-c0a0-44aa-87ea-bee0918de0d5 req-fe94e127-99a5-47ef-be67-797589991cf4 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:35.328478 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c996d59e-c0a0-44aa-87ea-bee0918de0d5 req-fe94e127-99a5-47ef-be67-797589991cf4 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 946 time: 0.4992146 Feb 17 01:01:35.338367 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5029523 Feb 17 01:01:35.339335 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 53044) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:35.361692 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-df719998-41b5-459d-ae41-ed95727175e2 admin admin] Request body: {'subnet': {'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1581115100-subnet', 'tenant_id': '3f41172a99244d648c7b2053813ce44e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:01:35.373837 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-df719998-41b5-459d-ae41-ed95727175e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:35.428036 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-df719998-41b5-459d-ae41-ed95727175e2 admin admin] Usage tracker for resource:subnet and tenant:3f41172a99244d648c7b2053813ce44e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:35.433713 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Pushing event updated for resources: {'Network': ['ID=819329f8-0ff3-4613-9040-d2394ba7d1f6,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:35.437143 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:35.438508 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-df719998-41b5-459d-ae41-ed95727175e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:35.447416 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c996d59e-c0a0-44aa-87ea-bee0918de0d5 req-3603afd5-2e9c-4dc4-b6b1-5b9f4a87d4db tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792522 Feb 17 01:01:35.456216 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-df719998-41b5-459d-ae41-ed95727175e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:35.469221 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Network 819329f8-0ff3-4613-9040-d2394ba7d1f6 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:01:35.526551 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Network 819329f8-0ff3-4613-9040-d2394ba7d1f6 details requested by agent ovs-agent-dv-cinder-759955-4-smb with host dv-cinder-759955-4-smb {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:01:35.534115 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-93928048-c121-41c4-9773-1bd6811a9825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:35.541748 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-93928048-c121-41c4-9773-1bd6811a9825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:35.545283 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df719998-41b5-459d-ae41-ed95727175e2 admin admin] Made reservation on behalf of 3f41172a99244d648c7b2053813ce44e for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:01:35.558348 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df719998-41b5-459d-ae41-ed95727175e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852239421'] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:35.590166 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b8e4a8a1-0582-45b7-aa3f-d98d170a8ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:35.711389 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-93928048-c121-41c4-9773-1bd6811a9825 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=adad68faaae946bb98b6cd00e1d5b0ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7262585 Feb 17 01:01:35.716688 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 53052) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:35.776217 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93928048-c121-41c4-9773-1bd6811a9825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a8b226-985d-44a5-bac6-9a7aff8668f4,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:35.780610 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-93928048-c121-41c4-9773-1bd6811a9825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:35.861915 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eba2de33-5a8d-4f4d-a16a-f1d7dd66e6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:35.893546 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eba2de33-5a8d-4f4d-a16a-f1d7dd66e6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:36.023378 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eba2de33-5a8d-4f4d-a16a-f1d7dd66e6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:36.033286 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a0bc0349-7e44-4f4e-a90b-9f317abafc4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:36.067050 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2de33-5a8d-4f4d-a16a-f1d7dd66e6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a8b226-985d-44a5-bac6-9a7aff8668f4,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:36.072663 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-eba2de33-5a8d-4f4d-a16a-f1d7dd66e6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:36.086736 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eba2de33-5a8d-4f4d-a16a-f1d7dd66e6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:36.089327 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-eba2de33-5a8d-4f4d-a16a-f1d7dd66e6aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92a8b226-985d-44a5-bac6-9a7aff8668f4 HTTP/1.1" status: 204 len: 168 time: 0.3704286 Feb 17 01:01:36.437882 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:01:36.438527 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:36.608226 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df719998-41b5-459d-ae41-ed95727175e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2093266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852239406'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:36.672948 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 53078) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:36.766336 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35fd56b7-ee2f-425e-b487-ee6abc62c187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:36.832783 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-35fd56b7-ee2f-425e-b487-ee6abc62c187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:36.841455 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-35fd56b7-ee2f-425e-b487-ee6abc62c187 admin admin] Usage tracker for resource:security_group_rule and tenant:88dd4d9ea86647b48f266e1579fc000f is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:36.847892 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-35fd56b7-ee2f-425e-b487-ee6abc62c187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:36.860663 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-35fd56b7-ee2f-425e-b487-ee6abc62c187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:36.919672 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:37.015112 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:37.085536 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35fd56b7-ee2f-425e-b487-ee6abc62c187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:37.090975 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35fd56b7-ee2f-425e-b487-ee6abc62c187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:37.101527 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2b0825b7-edbb-4b75-80f7-a4af30b14cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:37.135980 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:01:37.179052 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-35fd56b7-ee2f-425e-b487-ee6abc62c187 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88dd4d9ea86647b48f266e1579fc000f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5043905 Feb 17 01:01:37.180202 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 53090) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:37.181097 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd56b7-ee2f-425e-b487-ee6abc62c187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9814e00-c73e-41a4-9b33-cbbde25977af,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:37.186562 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-35fd56b7-ee2f-425e-b487-ee6abc62c187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:37.229186 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df719998-41b5-459d-ae41-ed95727175e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcd2180f-8c74-4147-ab1b-02ce3246c291,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:37.235329 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-df719998-41b5-459d-ae41-ed95727175e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:37.282307 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df719998-41b5-459d-ae41-ed95727175e2 admin admin] Checking segment: {'id': '8e231d0a-a31c-4754-af38-96d93351c74a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:01:37.282970 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df719998-41b5-459d-ae41-ed95727175e2 admin admin] Network hostable DHCP agents. Network: 819329f8-0ff3-4613-9040-d2394ba7d1f6, hostable agents: ['5e7a5314-6df3-4bd1-acbe-6399b6f22057'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:01:37.283107 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b63c5e20-2c6e-439e-935e-ebaf55b8776c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:37.320020 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b63c5e20-2c6e-439e-935e-ebaf55b8776c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:37.345852 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442aa547-4505-4f6a-9747-fe4059b46bf9 req-eec842df-9a8b-4f13-a4bc-9ccd8870be97 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:37.348836 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-442aa547-4505-4f6a-9747-fe4059b46bf9 req-eec842df-9a8b-4f13-a4bc-9ccd8870be97 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 946 time: 0.3397040 Feb 17 01:01:37.388960 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b63c5e20-2c6e-439e-935e-ebaf55b8776c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:37.391969 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df719998-41b5-459d-ae41-ed95727175e2 admin admin] Network 819329f8-0ff3-4613-9040-d2394ba7d1f6 is scheduled to be hosted by DHCP agent 5e7a5314-6df3-4bd1-acbe-6399b6f22057 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:01:37.396569 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1ca88569-5820-40f2-8f7b-d8f4c634e41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:37.411209 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c5e20-2c6e-439e-935e-ebaf55b8776c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9814e00-c73e-41a4-9b33-cbbde25977af,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:37.427559 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b63c5e20-2c6e-439e-935e-ebaf55b8776c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:37.430832 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b63c5e20-2c6e-439e-935e-ebaf55b8776c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:37.436474 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-b63c5e20-2c6e-439e-935e-ebaf55b8776c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9814e00-c73e-41a4-9b33-cbbde25977af HTTP/1.1" status: 204 len: 168 time: 0.2517159 Feb 17 01:01:37.444845 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-df719998-41b5-459d-ae41-ed95727175e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-smb, 819329f8-0ff3-4613-9040-d2394ba7d1f6) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:01:37.486538 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-442aa547-4505-4f6a-9747-fe4059b46bf9 req-e3d4a739-01ab-4acf-b293-4bacb2f55c76 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288817 Feb 17 01:01:37.495591 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86b3012-ab02-496a-b335-ca3b52a9c8e9 None None] Network 819329f8-0ff3-4613-9040-d2394ba7d1f6 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:01:37.497258 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df719998-41b5-459d-ae41-ed95727175e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:37.498354 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df719998-41b5-459d-ae41-ed95727175e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:37.577460 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-df719998-41b5-459d-ae41-ed95727175e2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2337308 Feb 17 01:01:38.055265 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3698f-2dbd-464b-8d68-f54eb41d5577 req-0c537549-b374-49fa-bdca-acb528ecd5db tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:38.064266 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b1a3698f-2dbd-464b-8d68-f54eb41d5577 req-0c537549-b374-49fa-bdca-acb528ecd5db tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.1568365 Feb 17 01:01:38.130314 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b1a3698f-2dbd-464b-8d68-f54eb41d5577 req-acf91160-4b5f-425d-b2dd-3da5980ebc69 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647652 Feb 17 01:01:38.217945 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f071644c-3ff2-46ac-8462-2eadc7417c86 None None] Network 819329f8-0ff3-4613-9040-d2394ba7d1f6 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:01:39.306263 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-8b43496d-c97b-4431-984e-925114510871 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:39.307289 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-8b43496d-c97b-4431-984e-925114510871 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Synchronizing usage tracker for tenant:3f41172a99244d648c7b2053813ce44e on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:01:39.333749 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-8b43496d-c97b-4431-984e-925114510871 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Unset dirty status for tenant:3f41172a99244d648c7b2053813ce44e on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:01:39.336596 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-8b43496d-c97b-4431-984e-925114510871 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/networks?id=819329f8-0ff3-4613-9040-d2394ba7d1f6 HTTP/1.1" status: 200 len: 815 time: 0.3195617 Feb 17 01:01:39.363141 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2b4073db-fc9b-47bc-9ab9-cf3586aa48f2 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/quotas/3f41172a99244d648c7b2053813ce44e HTTP/1.1" status: 200 len: 375 time: 0.0192783 Feb 17 01:01:39.426295 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-df309530-a227-4ded-a136-6c74bc4095a3 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f41172a99244d648c7b2053813ce44e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615764 Feb 17 01:01:39.802016 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-1add2e27-7fa3-452c-9b42-4fbdff425e94 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:01:39.804165 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-1add2e27-7fa3-452c-9b42-4fbdff425e94 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1015389 Feb 17 01:01:40.318551 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-280e4e9c-822b-49b2-96ec-2809e6c713f1 service neutron] 10.222.0.23 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995909 Feb 17 01:01:40.544206 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-9550fa45-6b12-4524-8172-6f66883201b2 service neutron] 10.222.0.23 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2080784 Feb 17 01:01:40.834856 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a317c-ffeb-46bb-a6bc-1339e6784748 req-d85f7924-1852-4ee2-aecc-867cceaca320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:40.838473 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-084a317c-ffeb-46bb-a6bc-1339e6784748 req-d85f7924-1852-4ee2-aecc-867cceaca320 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07b76f83eace4c539f1de797b1560677&device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 1162 time: 0.2531986 Feb 17 01:01:41.058326 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-78fc5620-5aa6-444a-82a8-03c0570e2ac1 req-0b316b82-a3af-402a-8d10-e5b9895f4870 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 210 time: 0.1423571 Feb 17 01:01:41.154864 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590bbc0-c84b-4e9a-8407-ffa4e8154937 req-8fb8eefa-59f7-40b7-a67b-ccbb6a7ad438 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:41.169805 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b590bbc0-c84b-4e9a-8407-ffa4e8154937 req-8fb8eefa-59f7-40b7-a67b-ccbb6a7ad438 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.3765810 Feb 17 01:01:41.277397 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a317c-ffeb-46bb-a6bc-1339e6784748 req-0ab5d89f-ab4a-4f10-915c-812ac1ba57af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:41.279378 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-084a317c-ffeb-46bb-a6bc-1339e6784748 req-0ab5d89f-ab4a-4f10-915c-812ac1ba57af service neutron] 10.222.0.42 "GET /v2.0/networks?id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a HTTP/1.1" status: 200 len: 912 time: 0.4333010 Feb 17 01:01:41.299245 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b590bbc0-c84b-4e9a-8407-ffa4e8154937 req-dcf7f9c9-d807-40f1-a6e5-569e33436539 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276152 Feb 17 01:01:41.373451 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-084a317c-ffeb-46bb-a6bc-1339e6784748 req-f03acbe2-ccd7-424d-a254-65d115e16edf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2db46557-5247-4448-a886-66200bdcc9e2 HTTP/1.1" status: 200 len: 217 time: 0.0809350 Feb 17 01:01:41.548200 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a317c-ffeb-46bb-a6bc-1339e6784748 req-692a1cc4-9558-45fd-ae2d-ecd517a1490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:41.551511 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-084a317c-ffeb-46bb-a6bc-1339e6784748 req-692a1cc4-9558-45fd-ae2d-ecd517a1490e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=282ed147-389b-47d6-8964-0129ce63461f HTTP/1.1" status: 200 len: 858 time: 0.1688943 Feb 17 01:01:41.649341 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-084a317c-ffeb-46bb-a6bc-1339e6784748 req-e10b3a21-8c8a-4868-b43a-6c2b9812e5de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897174 Feb 17 01:01:41.887178 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-084a317c-ffeb-46bb-a6bc-1339e6784748 req-1c293bb0-8a02-41f1-9501-1ed4cfa9fbb2 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309690 Feb 17 01:01:42.217030 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-084a317c-ffeb-46bb-a6bc-1339e6784748 req-14f0ba63-6edc-4a82-9f6d-3297864f3370 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3076413 Feb 17 01:01:42.386656 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b08b30ba-40c2-4b98-93e4-36b4363c42e9 req-d341886e-4d29-420f-9023-3c7b08165700 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 210 time: 0.0674279 Feb 17 01:01:42.764885 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcde85-197a-4481-a04f-7e9f8f3dae35 req-0a868f4b-8701-4396-af72-6d968f1b1b02 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:42.774020 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-81dcde85-197a-4481-a04f-7e9f8f3dae35 req-0a868f4b-8701-4396-af72-6d968f1b1b02 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.1993752 Feb 17 01:01:42.883148 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-81dcde85-197a-4481-a04f-7e9f8f3dae35 req-d40a3e1b-7a09-4314-894b-89e39a60bbfd tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000128 Feb 17 01:01:43.299978 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-d51dd820-1b13-44ab-8a39-1b9da4403ca8 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:43.303654 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-d51dd820-1b13-44ab-8a39-1b9da4403ca8 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.42 "GET /v2.0/networks?id=819329f8-0ff3-4613-9040-d2394ba7d1f6 HTTP/1.1" status: 200 len: 815 time: 0.3589630 Feb 17 01:01:43.321792 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Request body: {'port': {'device_id': 'fd9a81a1-1adb-4076-accf-eb3c49787d53', 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6', 'admin_state_up': True, 'tenant_id': '3f41172a99244d648c7b2053813ce44e'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:01:43.628008 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:43.633882 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Usage tracker for resource:port and tenant:3f41172a99244d648c7b2053813ce44e is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:43.638980 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:43.646591 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:43.665333 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Made reservation on behalf of 3f41172a99244d648c7b2053813ce44e for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:01:43.677859 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:43.826542 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c7acb1b1-be15-4f62-896e-d46527af08d5 req-6df66b99-d2a9-4a13-85c1-15ea6e08e06b tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 210 time: 0.1685832 Feb 17 01:01:43.891505 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 53368) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:44.144977 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7cf339f7-c0f8-4e46-a46f-a162f3402091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:44.189260 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7cf339f7-c0f8-4e46-a46f-a162f3402091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:44.204510 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7cf339f7-c0f8-4e46-a46f-a162f3402091 admin admin] Usage tracker for resource:security_group_rule and tenant:6c4c2d1223454595bb6df8f811796e88 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:44.210100 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7cf339f7-c0f8-4e46-a46f-a162f3402091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:44.228859 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7cf339f7-c0f8-4e46-a46f-a162f3402091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:44.397059 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292428d-9e16-45f7-8128-33181e0cd4b7 req-6dff7bf2-9292-45d4-b112-bd537c4ec5c4 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:44.399819 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e292428d-9e16-45f7-8128-33181e0cd4b7 req-6dff7bf2-9292-45d4-b112-bd537c4ec5c4 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.1559725 Feb 17 01:01:44.488902 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e292428d-9e16-45f7-8128-33181e0cd4b7 req-e6b3080e-72a8-4516-900d-0dfc770b8093 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801933 Feb 17 01:01:44.524044 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7cf339f7-c0f8-4e46-a46f-a162f3402091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:44.528979 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7cf339f7-c0f8-4e46-a46f-a162f3402091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:44.563829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:44.579747 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-7cf339f7-c0f8-4e46-a46f-a162f3402091 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c4c2d1223454595bb6df8f811796e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6868517 Feb 17 01:01:44.582499 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 53390) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:44.631556 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Allocated IP 172.20.0.2 (819329f8-0ff3-4613-9040-d2394ba7d1f6/fcd2180f-8c74-4147-ab1b-02ce3246c291/b46887ff-abcf-46bb-9078-58c568ea99f8) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:01:44.635940 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 53394) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:44.678250 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf339f7-c0f8-4e46-a46f-a162f3402091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57084351-3819-429c-bdf7-33d4fae4d6c5,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:44.700267 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7cf339f7-c0f8-4e46-a46f-a162f3402091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:44.707660 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-76399078-1e28-442e-b229-c790d30c7e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:44.746515 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-76399078-1e28-442e-b229-c790d30c7e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:44.825353 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-76399078-1e28-442e-b229-c790d30c7e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:44.832936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-275d07bd-e2ad-4cba-8d3d-145874042164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:44.849720 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-76399078-1e28-442e-b229-c790d30c7e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:44.854681 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-76399078-1e28-442e-b229-c790d30c7e67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57084351-3819-429c-bdf7-33d4fae4d6c5 HTTP/1.1" status: 204 len: 168 time: 0.2706504 Feb 17 01:01:44.863354 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76399078-1e28-442e-b229-c790d30c7e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57084351-3819-429c-bdf7-33d4fae4d6c5,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:44.867764 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-76399078-1e28-442e-b229-c790d30c7e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:45.116272 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-25cf628d-c865-4740-8a73-f7925357da46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:45.230702 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-25cf628d-c865-4740-8a73-f7925357da46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:45.251736 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-25cf628d-c865-4740-8a73-f7925357da46 admin admin] Usage tracker for resource:security_group_rule and tenant:0da1b99a41bc4b2ebb7c682ae92ddb46 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:45.258254 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d69c9a27-784d-4205-8d84-56f0dbbc5db2 req-15828e82-e67e-46ff-b44e-f44c98d45158 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 210 time: 0.1409760 Feb 17 01:01:45.289162 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-25cf628d-c865-4740-8a73-f7925357da46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:45.344418 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-25cf628d-c865-4740-8a73-f7925357da46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:45.402094 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 53416) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:45.430330 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:45.590472 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7e15-4b23-4d9c-9aeb-89273a5b4b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:45.609106 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-25cf628d-c865-4740-8a73-f7925357da46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:45.610941 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:45.633896 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bcdb7e15-4b23-4d9c-9aeb-89273a5b4b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:45.639827 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:45.643470 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-bcdb7e15-4b23-4d9c-9aeb-89273a5b4b91 admin admin] Usage tracker for resource:security_group_rule and tenant:7d300cd8a3084cb98813a9260e969626 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:45.647358 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-bcdb7e15-4b23-4d9c-9aeb-89273a5b4b91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:45.670446 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bcdb7e15-4b23-4d9c-9aeb-89273a5b4b91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:45.745172 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-25cf628d-c865-4740-8a73-f7925357da46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:45.841838 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 53426) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:45.871302 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1c8e-079d-4ea1-892a-059e78c70485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:45.898629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0b3b1c8e-079d-4ea1-892a-059e78c70485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:45.916278 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-0b3b1c8e-079d-4ea1-892a-059e78c70485 admin admin] Usage tracker for resource:security_group_rule and tenant:77a35a5df3e842b996e0185c0e32618a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:45.923877 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-0b3b1c8e-079d-4ea1-892a-059e78c70485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:45.931447 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0b3b1c8e-079d-4ea1-892a-059e78c70485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:45.967907 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-25cf628d-c865-4740-8a73-f7925357da46 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0da1b99a41bc4b2ebb7c682ae92ddb46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3303397 Feb 17 01:01:45.976840 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 53432) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:45.977713 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Pushing event updated for resources: {'Port': ['ID=b46887ff-abcf-46bb-9078-58c568ea99f8,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:45.980506 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7e15-4b23-4d9c-9aeb-89273a5b4b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:45.984380 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:45.990052 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-faba14ba-1fbc-4d02-936c-046777688e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:46.007931 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7e15-4b23-4d9c-9aeb-89273a5b4b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:46.033856 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Network 819329f8-0ff3-4613-9040-d2394ba7d1f6 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:01:46.038378 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-642752c2-d5e8-46c3-a5c5-abf60bc2d7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:46.049576 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:01:46.060412 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:01:46.061780 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817c278-ee10-47aa-99b1-3bc4121d34aa req-cf4b2967-4446-4e23-a0ea-ce1d407e4e2c tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:46.067075 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:46.067844 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:46.070436 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5817c278-ee10-47aa-99b1-3bc4121d34aa req-cf4b2967-4446-4e23-a0ea-ce1d407e4e2c tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.2997053 Feb 17 01:01:46.097484 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf628d-c865-4740-8a73-f7925357da46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fadb1a-c909-495e-adaa-f626a6a846e4,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:46.107610 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-25cf628d-c865-4740-8a73-f7925357da46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:46.143564 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8308401 Feb 17 01:01:46.150964 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-bcdb7e15-4b23-4d9c-9aeb-89273a5b4b91 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d300cd8a3084cb98813a9260e969626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7475982 Feb 17 01:01:46.163706 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-686dccac-efce-405d-9002-73bbaaa2fb53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:46.167428 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 53436) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:46.170975 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb7e15-4b23-4d9c-9aeb-89273a5b4b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803f8364-f291-4f22-96ae-811253e469a9,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:46.180887 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Request body: {'port': {'device_id': 'fd9a81a1-1adb-4076-accf-eb3c49787d53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:01:46.182242 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bcdb7e15-4b23-4d9c-9aeb-89273a5b4b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:46.204879 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5817c278-ee10-47aa-99b1-3bc4121d34aa req-82073ded-fd39-449b-85b3-03e8ab73aa32 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332915 Feb 17 01:01:46.260276 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1c8e-079d-4ea1-892a-059e78c70485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:46.265762 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1c8e-079d-4ea1-892a-059e78c70485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:46.274134 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-153cde76-5f37-48b0-b293-a8a90562c805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:46.332388 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-0b3b1c8e-079d-4ea1-892a-059e78c70485 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77a35a5df3e842b996e0185c0e32618a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4888515 Feb 17 01:01:46.333600 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 53446) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:46.335026 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b1c8e-079d-4ea1-892a-059e78c70485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a394af9-742c-4b22-a3e1-e4a6d5a2bda0,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:46.339168 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0b3b1c8e-079d-4ea1-892a-059e78c70485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:46.428559 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-686dccac-efce-405d-9002-73bbaaa2fb53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:46.584452 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65af8af-bb93-44ff-af14-11e1bcb58139 req-87d02076-344a-41ca-804b-d26a12043e52 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:46.587362 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b65af8af-bb93-44ff-af14-11e1bcb58139 req-87d02076-344a-41ca-804b-d26a12043e52 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 931 time: 0.1427031 Feb 17 01:01:46.656559 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-b65af8af-bb93-44ff-af14-11e1bcb58139 req-4e8ab549-23d8-4231-aca4-92fe76814144 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Synchronizing usage tracker for tenant:3f41172a99244d648c7b2053813ce44e on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:01:46.666669 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:46.678107 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-b65af8af-bb93-44ff-af14-11e1bcb58139 req-4e8ab549-23d8-4231-aca4-92fe76814144 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Unset dirty status for tenant:3f41172a99244d648c7b2053813ce44e on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:01:46.679861 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b65af8af-bb93-44ff-af14-11e1bcb58139 req-4e8ab549-23d8-4231-aca4-92fe76814144 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838370 Feb 17 01:01:46.706135 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0506a579-85a5-49f4-b8aa-6aac217fe141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:46.796524 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-686dccac-efce-405d-9002-73bbaaa2fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:46.815577 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1312c278-fbd8-4407-a6b6-e100b1dee247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:46.833013 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0506a579-85a5-49f4-b8aa-6aac217fe141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:46.883347 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e400ba87-fe27-45ce-8812-4284d9ad06d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:46.903988 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686dccac-efce-405d-9002-73bbaaa2fb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fadb1a-c909-495e-adaa-f626a6a846e4,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:46.932917 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-686dccac-efce-405d-9002-73bbaaa2fb53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:46.940043 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-686dccac-efce-405d-9002-73bbaaa2fb53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:46.941567 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-686dccac-efce-405d-9002-73bbaaa2fb53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87fadb1a-c909-495e-adaa-f626a6a846e4 HTTP/1.1" status: 204 len: 168 time: 0.9592419 Feb 17 01:01:46.992899 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e400ba87-fe27-45ce-8812-4284d9ad06d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:47.121864 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0506a579-85a5-49f4-b8aa-6aac217fe141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:47.130827 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bfff9a51-f84a-4e20-9903-20b6856bb9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:47.227638 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506a579-85a5-49f4-b8aa-6aac217fe141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803f8364-f291-4f22-96ae-811253e469a9,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:47.256597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0506a579-85a5-49f4-b8aa-6aac217fe141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:47.280949 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0506a579-85a5-49f4-b8aa-6aac217fe141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:47.285663 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-0506a579-85a5-49f4-b8aa-6aac217fe141 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/803f8364-f291-4f22-96ae-811253e469a9 HTTP/1.1" status: 204 len: 168 time: 1.0417969 Feb 17 01:01:47.307674 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e400ba87-fe27-45ce-8812-4284d9ad06d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:47.329330 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0e02966c-4362-4e7a-8d23-a2b97c0254eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:47.368932 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e400ba87-fe27-45ce-8812-4284d9ad06d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:47.372345 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-e400ba87-fe27-45ce-8812-4284d9ad06d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a394af9-742c-4b22-a3e1-e4a6d5a2bda0 HTTP/1.1" status: 204 len: 168 time: 1.0152178 Feb 17 01:01:47.402619 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400ba87-fe27-45ce-8812-4284d9ad06d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a394af9-742c-4b22-a3e1-e4a6d5a2bda0,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:47.409066 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e400ba87-fe27-45ce-8812-4284d9ad06d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:47.507119 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058782cd-5b71-46ed-bd4b-dcc77e1f6407 req-ec989c05-83be-4600-ad14-1d425ed5625f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:47.509948 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-058782cd-5b71-46ed-bd4b-dcc77e1f6407 req-ec989c05-83be-4600-ad14-1d425ed5625f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.1626031 Feb 17 01:01:47.580619 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-058782cd-5b71-46ed-bd4b-dcc77e1f6407 req-df557e0d-7038-4fc4-a7eb-2f814eb449d7 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559568 Feb 17 01:01:47.644334 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46887ff-abcf-46bb-9078-58c568ea99f8 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:01:47.667514 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:47.691321 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Transition to ACTIVE for port object b46887ff-abcf-46bb-9078-58c568ea99f8 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:01:47.701375 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:47.736344 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6467ca6b-20f6-48f2-85e8-f1b53e7fc2a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:48.014753 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=b46887ff-abcf-46bb-9078-58c568ea99f8,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:48.033982 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:48.119640 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c785e08-92c0-43a7-bd24-cdcf5fb6039c req-c464440b-ba71-40b6-b96c-f5dfe03372f0 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:48.128375 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3c785e08-92c0-43a7-bd24-cdcf5fb6039c req-c464440b-ba71-40b6-b96c-f5dfe03372f0 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 943 time: 0.1822159 Feb 17 01:01:48.261404 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3c785e08-92c0-43a7-bd24-cdcf5fb6039c req-f4621afb-962d-455a-9560-d0c40571d8db tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316307 Feb 17 01:01:48.508516 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Attempting to bind port b46887ff-abcf-46bb-9078-58c568ea99f8 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:01:48.514232 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Attempting to bind port b46887ff-abcf-46bb-9078-58c568ea99f8 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '8e231d0a-a31c-4754-af38-96d93351c74a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:01:48.514806 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Attempting to bind port b46887ff-abcf-46bb-9078-58c568ea99f8 on network 819329f8-0ff3-4613-9040-d2394ba7d1f6 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:01:48.527724 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:01:48.528377 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Checking segment: {'id': '8e231d0a-a31c-4754-af38-96d93351c74a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:01:48.529260 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:48.529944 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Bound using segment: {'id': '8e231d0a-a31c-4754-af38-96d93351c74a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:01:48.530832 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Bound port: b46887ff-abcf-46bb-9078-58c568ea99f8, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e231d0a-a31c-4754-af38-96d93351c74a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:01:48.531481 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:48.577918 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 53500) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:48.604608 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8706-4a5d-485a-a00e-5eaeed0d255c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:48.625066 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6f2f8706-4a5d-485a-a00e-5eaeed0d255c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:48.631188 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-6f2f8706-4a5d-485a-a00e-5eaeed0d255c admin admin] Usage tracker for resource:security_group_rule and tenant:1d266370a8a4463bafed4e506d932cde is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:48.636211 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-6f2f8706-4a5d-485a-a00e-5eaeed0d255c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:48.643134 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6f2f8706-4a5d-485a-a00e-5eaeed0d255c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:48.784821 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] For port b46887ff-abcf-46bb-9078-58c568ea99f8, host hv-cinder-75995, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:01:48.798972 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] For port b46887ff-abcf-46bb-9078-58c568ea99f8, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=b46887ff-abcf-46bb-9078-58c568ea99f8,segment=NetworkSegment(8e231d0a-a31c-4754-af38-96d93351c74a),segment_id=8e231d0a-a31c-4754-af38-96d93351c74a)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:01:48.810008 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:48.874791 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8706-4a5d-485a-a00e-5eaeed0d255c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:48.876439 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cf142627-3b88-4d1f-8950-2ec802d7fe35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:48.880407 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8706-4a5d-485a-a00e-5eaeed0d255c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:48.918948 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-233b2a4a-a812-4b36-9bee-07a199fb9e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:49.237223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=b46887ff-abcf-46bb-9078-58c568ea99f8,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:49.248813 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:49.289251 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-6f2f8706-4a5d-485a-a00e-5eaeed0d255c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d266370a8a4463bafed4e506d932cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7095149 Feb 17 01:01:49.290158 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 53514) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:49.304301 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f8706-4a5d-485a-a00e-5eaeed0d255c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776f9526-051b-4614-aac7-3fbbcd1e91f5,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:49.312746 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6f2f8706-4a5d-485a-a00e-5eaeed0d255c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:49.377774 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76aeef-735b-4897-8e13-7ed9cd8c4b2d req-11a39f8a-c96a-4860-a4fe-a85ed7b365fa tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:49.391088 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1f76aeef-735b-4897-8e13-7ed9cd8c4b2d req-11a39f8a-c96a-4860-a4fe-a85ed7b365fa tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.3959386 Feb 17 01:01:49.492437 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:49.493650 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:49.497140 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] 10.222.0.42 "PUT /v2.0/ports/b46887ff-abcf-46bb-9078-58c568ea99f8 HTTP/1.1" status: 200 len: 1157 time: 3.3253307 Feb 17 01:01:49.498032 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9a81a1-1adb-4076-accf-eb3c49787d53', 'tag': 'b46887ff-abcf-46bb-9078-58c568ea99f8'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:01:49.564331 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1f76aeef-735b-4897-8e13-7ed9cd8c4b2d req-7879abec-8df5-4a4e-a561-a03d64085d89 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630843 Feb 17 01:01:49.763442 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d127403-1e46-4e15-b7ee-14faf0e68eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:49.864300 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d127403-1e46-4e15-b7ee-14faf0e68eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:49.895838 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9a81a1-1adb-4076-accf-eb3c49787d53', 'tag': 'b46887ff-abcf-46bb-9078-58c568ea99f8', 'status': 'completed', 'code': 200} Feb 17 01:01:49.931766 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-e129522d-6fbb-499a-83c5-83a99b3a2b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:49.938385 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-e129522d-6fbb-499a-83c5-83a99b3a2b1a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f41172a99244d648c7b2053813ce44e&device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 1160 time: 0.3587241 Feb 17 01:01:50.118156 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-4b0b0d3f-a5a4-4d80-beba-c600d412c015 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b46887ff-abcf-46bb-9078-58c568ea99f8 HTTP/1.1" status: 200 len: 217 time: 0.1658587 Feb 17 01:01:50.149133 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c2a21-6dd6-4299-8f70-df72df8b133f req-f8584830-8260-4e98-ab59-bff3cfa6357c tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:50.159254 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-651c2a21-6dd6-4299-8f70-df72df8b133f req-f8584830-8260-4e98-ab59-bff3cfa6357c tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 943 time: 0.2727551 Feb 17 01:01:50.231144 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-651c2a21-6dd6-4299-8f70-df72df8b133f req-3afc1af8-210d-4e7f-b2cc-1a5afd18f5b4 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702474 Feb 17 01:01:50.262337 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-fbee83e6-adbc-407b-b56e-e70e050d5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:50.265212 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-fbee83e6-adbc-407b-b56e-e70e050d5f2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcd2180f-8c74-4147-ab1b-02ce3246c291 HTTP/1.1" status: 200 len: 855 time: 0.1329083 Feb 17 01:01:50.267066 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d127403-1e46-4e15-b7ee-14faf0e68eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:50.279720 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-25cf628d-c865-4740-8a73-f7925357da46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:50.356936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d127403-1e46-4e15-b7ee-14faf0e68eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776f9526-051b-4614-aac7-3fbbcd1e91f5,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:50.362314 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-b6a0bea5-6a3e-40b3-9d94-f535b0f8198e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819329f8-0ff3-4613-9040-d2394ba7d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847397 Feb 17 01:01:50.363439 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3d127403-1e46-4e15-b7ee-14faf0e68eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:50.364999 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d127403-1e46-4e15-b7ee-14faf0e68eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:50.369408 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-3d127403-1e46-4e15-b7ee-14faf0e68eb4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/776f9526-051b-4614-aac7-3fbbcd1e91f5 HTTP/1.1" status: 204 len: 168 time: 1.0666826 Feb 17 01:01:50.603862 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-d372fa76-55a3-4547-8a75-4eb608f47a9a service neutron] 10.222.0.42 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273669 Feb 17 01:01:50.847943 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da17efa6-a5c1-43f2-9cae-f89aea6947ef req-9327a1f7-a325-4483-8088-bf264a2c5f66 service neutron] 10.222.0.42 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2352724 Feb 17 01:01:50.902604 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88aef7-779f-4077-8bce-a7e03c90cd1c req-fb82aa16-d45b-46d0-b161-1499efe766c0 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:50.905866 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3b88aef7-779f-4077-8bce-a7e03c90cd1c req-fb82aa16-d45b-46d0-b161-1499efe766c0 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.1384151 Feb 17 01:01:51.029917 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc36847-7ef3-4129-b64b-6ff689466404 req-5301003b-a7df-4865-9127-8f50fdc424d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:51.031639 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-afc36847-7ef3-4129-b64b-6ff689466404 req-5301003b-a7df-4865-9127-8f50fdc424d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f41172a99244d648c7b2053813ce44e&device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 1160 time: 0.1275303 Feb 17 01:01:51.038077 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 53564) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:51.062369 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3b88aef7-779f-4077-8bce-a7e03c90cd1c req-daf6429c-aca6-4296-8028-e08aa6269ca1 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466537 Feb 17 01:01:51.233813 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 53574) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:51.257877 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d56ed5d-6951-449b-a37f-163efd14a184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:51.281126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-9d56ed5d-6951-449b-a37f-163efd14a184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:51.286582 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-9d56ed5d-6951-449b-a37f-163efd14a184 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a748694adf4d70b446a3cbeae05549 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:51.291983 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-9d56ed5d-6951-449b-a37f-163efd14a184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:51.300725 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-9d56ed5d-6951-449b-a37f-163efd14a184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:51.608020 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d56ed5d-6951-449b-a37f-163efd14a184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:51.616189 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d56ed5d-6951-449b-a37f-163efd14a184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:51.624530 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc36847-7ef3-4129-b64b-6ff689466404 req-c459b440-4c7f-43ff-8c8f-d5f0ee6f15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:51.627269 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:51.628255 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-afc36847-7ef3-4129-b64b-6ff689466404 req-c459b440-4c7f-43ff-8c8f-d5f0ee6f15f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=819329f8-0ff3-4613-9040-d2394ba7d1f6 HTTP/1.1" status: 200 len: 909 time: 0.5833619 Feb 17 01:01:51.666727 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-631353f7-9f89-4cb5-8a65-550d47e75323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:51.687626 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56ed5d-6951-449b-a37f-163efd14a184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedd864d-946e-4f2a-abb3-0ee0a0e5c79c,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:51.694287 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9d56ed5d-6951-449b-a37f-163efd14a184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:51.700238 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-9d56ed5d-6951-449b-a37f-163efd14a184 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7a748694adf4d70b446a3cbeae05549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4650681 Feb 17 01:01:51.703751 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 53584) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:51.784005 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcffa4-229c-49a2-afc6-ec0600920f4e req-9c0a6cd2-2aa3-46a1-910e-f9797a54c551 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:51.786002 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-72bcffa4-229c-49a2-afc6-ec0600920f4e req-9c0a6cd2-2aa3-46a1-910e-f9797a54c551 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 943 time: 0.2777641 Feb 17 01:01:51.838838 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-07c193ef-2555-4f19-958b-8aff87999940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:51.881134 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-afc36847-7ef3-4129-b64b-6ff689466404 req-94d56635-d37d-453a-8e50-16ff7a51dda3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b46887ff-abcf-46bb-9078-58c568ea99f8 HTTP/1.1" status: 200 len: 217 time: 0.1709855 Feb 17 01:01:51.883248 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-631353f7-9f89-4cb5-8a65-550d47e75323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:51.899081 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-72bcffa4-229c-49a2-afc6-ec0600920f4e req-5fb84c2a-9b06-4ac1-b6fe-163394214059 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904233 Feb 17 01:01:51.904758 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-07c193ef-2555-4f19-958b-8aff87999940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:51.967021 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-07c193ef-2555-4f19-958b-8aff87999940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:51.976713 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:52.055500 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c193ef-2555-4f19-958b-8aff87999940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedd864d-946e-4f2a-abb3-0ee0a0e5c79c,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:52.057963 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-631353f7-9f89-4cb5-8a65-550d47e75323 admin admin] Usage tracker for resource:security_group_rule and tenant:eae2581ca13f428c9d0e457c67e7e309 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:52.071719 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-07c193ef-2555-4f19-958b-8aff87999940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:52.083604 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-631353f7-9f89-4cb5-8a65-550d47e75323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:52.113289 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-07c193ef-2555-4f19-958b-8aff87999940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:52.116333 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-07c193ef-2555-4f19-958b-8aff87999940 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fedd864d-946e-4f2a-abb3-0ee0a0e5c79c HTTP/1.1" status: 204 len: 168 time: 0.4108434 Feb 17 01:01:52.125771 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-631353f7-9f89-4cb5-8a65-550d47e75323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:52.302144 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc36847-7ef3-4129-b64b-6ff689466404 req-99572b6d-b226-4a06-8ae1-27dfbb1bc035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:52.304837 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-afc36847-7ef3-4129-b64b-6ff689466404 req-99572b6d-b226-4a06-8ae1-27dfbb1bc035 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcd2180f-8c74-4147-ab1b-02ce3246c291 HTTP/1.1" status: 200 len: 855 time: 0.4141824 Feb 17 01:01:52.441997 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-afc36847-7ef3-4129-b64b-6ff689466404 req-29766d2c-930e-4bd3-b810-6fda4f004e3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819329f8-0ff3-4613-9040-d2394ba7d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252341 Feb 17 01:01:52.473980 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc49748-aee6-4d1a-8b2c-c89b80e1b282 req-32bac756-2dbd-4541-8584-190fc510aae0 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:52.477226 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0dc49748-aee6-4d1a-8b2c-c89b80e1b282 req-32bac756-2dbd-4541-8584-190fc510aae0 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.1837168 Feb 17 01:01:52.574984 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0dc49748-aee6-4d1a-8b2c-c89b80e1b282 req-13e35ab7-c342-4559-b1ef-14301639b86b tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903733 Feb 17 01:01:52.631752 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-631353f7-9f89-4cb5-8a65-550d47e75323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:52.636691 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-631353f7-9f89-4cb5-8a65-550d47e75323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:52.649084 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b63c5e20-2c6e-439e-935e-ebaf55b8776c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:52.712096 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-631353f7-9f89-4cb5-8a65-550d47e75323 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eae2581ca13f428c9d0e457c67e7e309&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6712093 Feb 17 01:01:52.717073 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 53616) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:52.730192 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631353f7-9f89-4cb5-8a65-550d47e75323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5111b3-1f00-4a61-b17e-8cff4266026f,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:52.736487 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-631353f7-9f89-4cb5-8a65-550d47e75323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:52.761545 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-afc36847-7ef3-4129-b64b-6ff689466404 req-4b9feea0-2aca-4f2e-a178-dbbcc294483c service neutron] 10.222.0.42 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002853 Feb 17 01:01:52.886779 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-017b1258-8c6f-4bb5-be84-d376f1fe09af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:52.950283 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-afc36847-7ef3-4129-b64b-6ff689466404 req-dd8d49d1-dc06-48a0-8096-b1d2ae977b63 service neutron] 10.222.0.42 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1813984 Feb 17 01:01:52.970941 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-017b1258-8c6f-4bb5-be84-d376f1fe09af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:53.038801 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-017b1258-8c6f-4bb5-be84-d376f1fe09af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:53.048923 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-07c193ef-2555-4f19-958b-8aff87999940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:53.085893 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b1258-8c6f-4bb5-be84-d376f1fe09af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5111b3-1f00-4a61-b17e-8cff4266026f,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:53.092184 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-017b1258-8c6f-4bb5-be84-d376f1fe09af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:53.123018 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-017b1258-8c6f-4bb5-be84-d376f1fe09af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:53.136667 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-017b1258-8c6f-4bb5-be84-d376f1fe09af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c5111b3-1f00-4a61-b17e-8cff4266026f HTTP/1.1" status: 204 len: 168 time: 0.4175377 Feb 17 01:01:53.435327 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfee91b-e7f6-4bf7-b954-aab9d94bf20e req-7e17ebbd-7bf4-4f8e-abd8-3d186e7b3b2c tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:53.442635 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2bfee91b-e7f6-4bf7-b954-aab9d94bf20e req-7e17ebbd-7bf4-4f8e-abd8-3d186e7b3b2c tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 943 time: 0.2033405 Feb 17 01:01:53.535512 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2bfee91b-e7f6-4bf7-b954-aab9d94bf20e req-79eb75d4-7a62-41a6-ba2c-79acc19704d0 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885699 Feb 17 01:01:53.643164 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.objects.ports [None req-84f5fd9a-e1a6-49f5-a0f8-0ea4d18a0eaf None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84028) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:01:54.055145 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 53662) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:54.124143 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-85e0e81a-1a5f-47ae-b522-60bc43d35c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:54.132096 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5890c-d6d7-4df8-85fb-fe166ccb9be2 req-d60db711-6207-4832-8abf-8f149908c702 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:54.141889 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-48c5890c-d6d7-4df8-85fb-fe166ccb9be2 req-d60db711-6207-4832-8abf-8f149908c702 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.3610716 Feb 17 01:01:54.151946 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-85e0e81a-1a5f-47ae-b522-60bc43d35c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:54.157266 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-85e0e81a-1a5f-47ae-b522-60bc43d35c30 admin admin] Usage tracker for resource:security_group_rule and tenant:601f00b0d1b1445183964962e7e7bf52 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:54.161020 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-85e0e81a-1a5f-47ae-b522-60bc43d35c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:54.161483 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device b46887ff-abcf-46bb-9078-58c568ea99f8 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:01:54.169037 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-85e0e81a-1a5f-47ae-b522-60bc43d35c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:54.212577 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-48c5890c-d6d7-4df8-85fb-fe166ccb9be2 req-59384809-4c06-43c7-908f-38a795d4f28b tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638232 Feb 17 01:01:54.282456 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-85e0e81a-1a5f-47ae-b522-60bc43d35c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:54.288547 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port b46887ff-abcf-46bb-9078-58c568ea99f8 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:01:54.289896 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-85e0e81a-1a5f-47ae-b522-60bc43d35c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:54.295311 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port b46887ff-abcf-46bb-9078-58c568ea99f8 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:01:54.296233 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:54.328106 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-93928048-c121-41c4-9773-1bd6811a9825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:54.346570 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-85e0e81a-1a5f-47ae-b522-60bc43d35c30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=601f00b0d1b1445183964962e7e7bf52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893944 Feb 17 01:01:54.350344 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 53668) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:54.401522 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0e81a-1a5f-47ae-b522-60bc43d35c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af798dd5-18af-47c7-883d-c8227a8e7ddf,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:54.416984 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-85e0e81a-1a5f-47ae-b522-60bc43d35c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:54.504287 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fc515b6f-2267-40f4-b2b4-35eedf12faab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:54.526472 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:54.554761 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fc515b6f-2267-40f4-b2b4-35eedf12faab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:54.655657 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fc515b6f-2267-40f4-b2b4-35eedf12faab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:54.662582 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:54.677919 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc515b6f-2267-40f4-b2b4-35eedf12faab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af798dd5-18af-47c7-883d-c8227a8e7ddf,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:54.688876 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fc515b6f-2267-40f4-b2b4-35eedf12faab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:54.690026 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fc515b6f-2267-40f4-b2b4-35eedf12faab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:54.691566 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-fc515b6f-2267-40f4-b2b4-35eedf12faab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af798dd5-18af-47c7-883d-c8227a8e7ddf HTTP/1.1" status: 204 len: 168 time: 0.3401005 Feb 17 01:01:54.826925 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9a81a1-1adb-4076-accf-eb3c49787d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46887ff-abcf-46bb-9078-58c568ea99f8'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:01:54.833051 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb8520-1641-4aaf-b887-2f4c49d7ca55 req-f6141c2a-d5e5-4884-a500-ce8774115755 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:54.835384 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9aeb8520-1641-4aaf-b887-2f4c49d7ca55 req-f6141c2a-d5e5-4884-a500-ce8774115755 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 943 time: 0.1298478 Feb 17 01:01:54.845640 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port b46887ff-abcf-46bb-9078-58c568ea99f8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=b46887ff-abcf-46bb-9078-58c568ea99f8,segment=NetworkSegment(8e231d0a-a31c-4754-af38-96d93351c74a),segment_id=8e231d0a-a31c-4754-af38-96d93351c74a)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:01:54.851283 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:54.853806 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:54.933079 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=b46887ff-abcf-46bb-9078-58c568ea99f8,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:54.939024 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:54.956592 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9aeb8520-1641-4aaf-b887-2f4c49d7ca55 req-8ee9b41d-86fa-4159-82b8-ee875e7d2bee tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982714 Feb 17 01:01:54.958908 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9a81a1-1adb-4076-accf-eb3c49787d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46887ff-abcf-46bb-9078-58c568ea99f8', 'code': 200} Feb 17 01:01:55.340367 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b3cd-ac63-404f-a0a9-0c8e41270ccb req-d133004c-00c6-43d2-a4ee-9640aa631e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:55.342106 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1c69b3cd-ac63-404f-a0a9-0c8e41270ccb req-d133004c-00c6-43d2-a4ee-9640aa631e6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 1162 time: 0.1564386 Feb 17 01:01:55.387841 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device b46887ff-abcf-46bb-9078-58c568ea99f8 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:01:55.438449 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1c69b3cd-ac63-404f-a0a9-0c8e41270ccb req-cc2bc0fd-95e3-4eb7-a0c9-a30c8ff1e0df service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884852 Feb 17 01:01:55.526144 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port b46887ff-abcf-46bb-9078-58c568ea99f8 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:01:55.526899 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:55.563214 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 53716) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:55.598961 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb0fc1-ecb2-4410-a63d-19eb453dba4d req-25b1d72c-416c-4cff-894b-febbab46be88 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:55.600986 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-52641685-4e58-4c06-ada4-a0953cc6251b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:55.614198 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cfbb0fc1-ecb2-4410-a63d-19eb453dba4d req-25b1d72c-416c-4cff-894b-febbab46be88 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.2056580 Feb 17 01:01:55.648513 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-52641685-4e58-4c06-ada4-a0953cc6251b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:01:55.657844 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-52641685-4e58-4c06-ada4-a0953cc6251b admin admin] Usage tracker for resource:security_group_rule and tenant:518ec25619964b7cb420d8354b632def is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:01:55.661313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-52641685-4e58-4c06-ada4-a0953cc6251b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:01:55.669832 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-52641685-4e58-4c06-ada4-a0953cc6251b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:01:55.743241 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cfbb0fc1-ecb2-4410-a63d-19eb453dba4d req-ed46b12d-03b0-4136-ad38-7eb6f58b733f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278651 Feb 17 01:01:55.852455 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-52641685-4e58-4c06-ada4-a0953cc6251b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:55.859833 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-52641685-4e58-4c06-ada4-a0953cc6251b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:55.884085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f844ee6b-f366-4bb0-a608-70e82cabb592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:55.993790 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52641685-4e58-4c06-ada4-a0953cc6251b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9eb0ab-1762-49ea-b3d2-2296a40bcbb0,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:56.092399 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-52641685-4e58-4c06-ada4-a0953cc6251b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=518ec25619964b7cb420d8354b632def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5273955 Feb 17 01:01:56.096255 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 53742) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:01:56.098397 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-52641685-4e58-4c06-ada4-a0953cc6251b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:56.248025 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdc2c-65c6-41cf-a358-0f1c2538f421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:56.284122 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdc2c-65c6-41cf-a358-0f1c2538f421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:56.401309 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdc2c-65c6-41cf-a358-0f1c2538f421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:56.408972 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-020c6f3e-2e4d-4f9f-97c6-a85d8f99fb47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:01:56.426039 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebdc2c-65c6-41cf-a358-0f1c2538f421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9eb0ab-1762-49ea-b3d2-2296a40bcbb0,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:01:56.432928 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d2ebdc2c-65c6-41cf-a358-0f1c2538f421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:01:56.434971 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdc2c-65c6-41cf-a358-0f1c2538f421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:56.436312 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-d2ebdc2c-65c6-41cf-a358-0f1c2538f421 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef9eb0ab-1762-49ea-b3d2-2296a40bcbb0 HTTP/1.1" status: 204 len: 168 time: 0.3385332 Feb 17 01:01:56.462862 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b99ff8-8e58-4ee0-b75e-ed36190cac5c req-d986675e-3bae-4d2d-9177-5122f32bbe48 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:56.464734 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b4b99ff8-8e58-4ee0-b75e-ed36190cac5c req-d986675e-3bae-4d2d-9177-5122f32bbe48 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 945 time: 0.1437347 Feb 17 01:01:56.535051 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b4b99ff8-8e58-4ee0-b75e-ed36190cac5c req-78986854-78d9-49eb-89ed-f67b63e33415 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638132 Feb 17 01:01:57.122367 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cee8c8-e9f7-4dde-9cc5-ed3efaab80dd req-6d9a4b72-3c6a-49b6-b11a-2b5958f37784 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:57.125395 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-41cee8c8-e9f7-4dde-9cc5-ed3efaab80dd req-6d9a4b72-3c6a-49b6-b11a-2b5958f37784 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.2260232 Feb 17 01:01:57.212733 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-41cee8c8-e9f7-4dde-9cc5-ed3efaab80dd req-70cd60fd-c125-4f8c-ab12-1421187cba98 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770919 Feb 17 01:01:57.462822 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 2db46557-5247-4448-a886-66200bdcc9e2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:01:57.607618 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 2db46557-5247-4448-a886-66200bdcc9e2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:01:57.608741 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:57.889221 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device b46887ff-abcf-46bb-9078-58c568ea99f8 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:01:57.978604 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b678c1-e1cb-4d42-b025-f291e7a7c0fb req-76ee8ce1-91b1-49fa-a4d5-cc9b7f9a049f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:58.009932 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-06b678c1-e1cb-4d42-b025-f291e7a7c0fb req-76ee8ce1-91b1-49fa-a4d5-cc9b7f9a049f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 945 time: 0.2988603 Feb 17 01:01:58.058600 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port b46887ff-abcf-46bb-9078-58c568ea99f8 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:01:58.059233 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:58.212233 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-06b678c1-e1cb-4d42-b025-f291e7a7c0fb req-d05940d3-32f9-4963-9c3f-e8a21cd71d91 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898015 Feb 17 01:01:58.480337 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131038a5-a550-4aaf-916a-b12b5ecd2def req-d8bb9989-db23-44da-914a-17af4febde71 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:58.483633 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-131038a5-a550-4aaf-916a-b12b5ecd2def req-d8bb9989-db23-44da-914a-17af4febde71 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.1288414 Feb 17 01:01:58.621212 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-131038a5-a550-4aaf-916a-b12b5ecd2def req-923a0387-43dc-4756-a1fb-05869640c4c4 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305027 Feb 17 01:01:59.195449 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca5e4c-5ac6-4fbc-adbd-82b4d0891a46 req-037a05f1-a612-4e3f-b3a5-87bf6d58b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:59.198110 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2bca5e4c-5ac6-4fbc-adbd-82b4d0891a46 req-037a05f1-a612-4e3f-b3a5-87bf6d58b1af service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 1162 time: 0.1403010 Feb 17 01:01:59.207860 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b8577c33-2e43-4a38-9883-49232159b053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:01:59.281606 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2bca5e4c-5ac6-4fbc-adbd-82b4d0891a46 req-31878e1e-5945-44f8-b007-633ccdb62bd9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756559 Feb 17 01:01:59.875381 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0de4-a235-4a37-b6b8-7aac7e82d00d req-850ad2f1-8e24-408e-9cb3-37ff0eada59d tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:01:59.878409 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ebbe0de4-a235-4a37-b6b8-7aac7e82d00d req-850ad2f1-8e24-408e-9cb3-37ff0eada59d tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.1346567 Feb 17 01:01:59.970884 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ebbe0de4-a235-4a37-b6b8-7aac7e82d00d req-f49803fd-afeb-4236-9f2b-0293fedd88f6 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822639 Feb 17 01:02:01.279055 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7930c1a-529a-4ae0-a4e8-4c727d923e29 req-58c3e14f-16d4-41d8-9276-b75bf8c0529f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:01.282412 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e7930c1a-529a-4ae0-a4e8-4c727d923e29 req-58c3e14f-16d4-41d8-9276-b75bf8c0529f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.1283877 Feb 17 01:02:01.358803 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e7930c1a-529a-4ae0-a4e8-4c727d923e29 req-9e048e00-e48e-4ce0-81cf-2f87aabf71a9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532086 Feb 17 01:02:01.447148 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 2db46557-5247-4448-a886-66200bdcc9e2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:02:01.562894 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 2db46557-5247-4448-a886-66200bdcc9e2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:02:01.563604 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:02.164980 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe42a6a-7fad-4695-9a95-5887e03ec375 req-05e2dadd-9f19-437e-a23d-473d5d58da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:02.168182 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ebe42a6a-7fad-4695-9a95-5887e03ec375 req-05e2dadd-9f19-437e-a23d-473d5d58da7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07b76f83eace4c539f1de797b1560677&device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 1162 time: 0.2295704 Feb 17 01:02:02.388791 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe42a6a-7fad-4695-9a95-5887e03ec375 req-1df5a266-eeab-4eb1-8cf8-5320a4a7d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:02.388791 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ebe42a6a-7fad-4695-9a95-5887e03ec375 req-1df5a266-eeab-4eb1-8cf8-5320a4a7d1f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a HTTP/1.1" status: 200 len: 912 time: 0.2061765 Feb 17 01:02:02.483962 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ebe42a6a-7fad-4695-9a95-5887e03ec375 req-1c1e02bb-2407-4be1-b918-26b5e6a2ef2a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2db46557-5247-4448-a886-66200bdcc9e2 HTTP/1.1" status: 200 len: 217 time: 0.0888233 Feb 17 01:02:02.621165 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2475bf-9806-4b53-a920-5c7bd3fd0abc req-24e66830-19ce-465d-b256-e69f4c12b58e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:02.625409 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3b2475bf-9806-4b53-a920-5c7bd3fd0abc req-24e66830-19ce-465d-b256-e69f4c12b58e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.1269484 Feb 17 01:02:02.630485 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe42a6a-7fad-4695-9a95-5887e03ec375 req-5478853f-1736-4b77-a901-d0d5c77b9b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:02.642068 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ebe42a6a-7fad-4695-9a95-5887e03ec375 req-5478853f-1736-4b77-a901-d0d5c77b9b9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=282ed147-389b-47d6-8964-0129ce63461f HTTP/1.1" status: 200 len: 858 time: 0.1492951 Feb 17 01:02:02.715173 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3b2475bf-9806-4b53-a920-5c7bd3fd0abc req-b9765284-7de2-4115-9348-c10b79cc946a tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818393 Feb 17 01:02:02.766705 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ebe42a6a-7fad-4695-9a95-5887e03ec375 req-86ee80b2-c438-445a-81cf-24a265519148 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164939 Feb 17 01:02:02.777979 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3f35-4132-44a1-a724-be56dfe1c80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:02.937334 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ebe42a6a-7fad-4695-9a95-5887e03ec375 req-0f1c85f1-bf2c-483d-87a9-c1200ec04383 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632667 Feb 17 01:02:03.100163 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ebe42a6a-7fad-4695-9a95-5887e03ec375 req-940e5406-db86-4018-ba72-e441cf0b5d5a service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1535223 Feb 17 01:02:03.352236 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:03.436243 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbfbcd-2bbd-49e1-bd78-c1e01e1798c6 req-edfe29fe-0f86-448f-9ce4-453875ca4783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:03.441053 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e9cbfbcd-2bbd-49e1-bd78-c1e01e1798c6 req-edfe29fe-0f86-448f-9ce4-453875ca4783 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07b76f83eace4c539f1de797b1560677&device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 1162 time: 0.1534488 Feb 17 01:02:03.738686 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbfbcd-2bbd-49e1-bd78-c1e01e1798c6 req-b03b8ace-7574-4d02-837b-b1dec3aad16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:03.741998 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e9cbfbcd-2bbd-49e1-bd78-c1e01e1798c6 req-b03b8ace-7574-4d02-837b-b1dec3aad16b service neutron] 10.222.0.42 "GET /v2.0/networks?id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a HTTP/1.1" status: 200 len: 912 time: 0.2736976 Feb 17 01:02:03.855055 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e9cbfbcd-2bbd-49e1-bd78-c1e01e1798c6 req-9ecb32f9-7f02-408d-8864-f385a3adb0fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2db46557-5247-4448-a886-66200bdcc9e2 HTTP/1.1" status: 200 len: 217 time: 0.0998716 Feb 17 01:02:03.982418 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbfbcd-2bbd-49e1-bd78-c1e01e1798c6 req-691dbd3c-0c90-4ac5-b1ff-43363708feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:03.985292 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e9cbfbcd-2bbd-49e1-bd78-c1e01e1798c6 req-691dbd3c-0c90-4ac5-b1ff-43363708feb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=282ed147-389b-47d6-8964-0129ce63461f HTTP/1.1" status: 200 len: 858 time: 0.1215720 Feb 17 01:02:04.025512 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:04.132895 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e9cbfbcd-2bbd-49e1-bd78-c1e01e1798c6 req-997b6a03-c0e9-4981-af35-d3d82c45a9de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384509 Feb 17 01:02:04.220849 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec71b49-d7b8-4e7e-b7b6-f0f877d76b28 req-ff99fccd-4dc5-4f9d-bb04-d85e5b9b77ab tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:04.222844 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9ec71b49-d7b8-4e7e-b7b6-f0f877d76b28 req-ff99fccd-4dc5-4f9d-bb04-d85e5b9b77ab tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.1779730 Feb 17 01:02:04.297950 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9ec71b49-d7b8-4e7e-b7b6-f0f877d76b28 req-93826f5d-7b29-4649-b599-5bf413c0081e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676730 Feb 17 01:02:04.410309 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e9cbfbcd-2bbd-49e1-bd78-c1e01e1798c6 req-83ff91af-396c-420e-96bf-ec05c9b77d73 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664812 Feb 17 01:02:04.663366 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e9cbfbcd-2bbd-49e1-bd78-c1e01e1798c6 req-8e3d129e-2340-41ff-a282-abf4682755e1 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2408752 Feb 17 01:02:04.688105 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:05.475247 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 2db46557-5247-4448-a886-66200bdcc9e2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:02:05.700512 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 2db46557-5247-4448-a886-66200bdcc9e2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:02:05.701650 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:05.958514 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859a186-4da9-48b8-b68d-249e8c340b30 req-5a34a835-98eb-4525-8d58-2f615f924779 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:05.960480 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4859a186-4da9-48b8-b68d-249e8c340b30 req-5a34a835-98eb-4525-8d58-2f615f924779 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.4135060 Feb 17 01:02:06.063215 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4859a186-4da9-48b8-b68d-249e8c340b30 req-369d4765-3153-4993-a61f-f2cca5d521db tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893054 Feb 17 01:02:07.010040 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:07.138727 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-1aa8447c-467c-4705-a550-5fa4dafb134f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:07.141903 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-1aa8447c-467c-4705-a550-5fa4dafb134f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/networks?id=819329f8-0ff3-4613-9040-d2394ba7d1f6 HTTP/1.1" status: 200 len: 815 time: 0.3081820 Feb 17 01:02:07.173400 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-44e03b42-b692-49f4-a631-818cd78e228a tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/quotas/3f41172a99244d648c7b2053813ce44e HTTP/1.1" status: 200 len: 375 time: 0.0224521 Feb 17 01:02:07.341887 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-a4ffdf72-a24b-4069-be47-bb80bccdad28 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f41172a99244d648c7b2053813ce44e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1612186 Feb 17 01:02:07.560816 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-96d15dce-fc5b-4176-9019-7a4bf64f491a service neutron] 10.222.0.23 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040079 Feb 17 01:02:07.748428 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-223c47ef-0614-4d47-a005-d5acb184d159 service neutron] 10.222.0.23 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1738346 Feb 17 01:02:08.174906 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c555aeb1-3ffd-4276-88e1-55d98ee8ac3f req-5c355ec0-d56e-48c6-8347-f5b309f924cf tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 210 time: 0.1705253 Feb 17 01:02:08.242560 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 54100) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:08.447422 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6f39c2e0-4af8-4327-885d-e84dc46c4875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:08.470663 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6f39c2e0-4af8-4327-885d-e84dc46c4875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:08.476295 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-6f39c2e0-4af8-4327-885d-e84dc46c4875 admin admin] Usage tracker for resource:security_group_rule and tenant:02c9f08460e04f3e92b138bcd9b2d93b is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:08.480498 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-6f39c2e0-4af8-4327-885d-e84dc46c4875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:08.488100 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6f39c2e0-4af8-4327-885d-e84dc46c4875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:08.603234 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6f39c2e0-4af8-4327-885d-e84dc46c4875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:08.608606 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6f39c2e0-4af8-4327-885d-e84dc46c4875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:08.642352 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7cf339f7-c0f8-4e46-a46f-a162f3402091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:08.657530 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-6f39c2e0-4af8-4327-885d-e84dc46c4875 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02c9f08460e04f3e92b138bcd9b2d93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4088421 Feb 17 01:02:08.657986 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 54124) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:08.713094 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39c2e0-4af8-4327-885d-e84dc46c4875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881e6c8e-f45c-4b0c-94ed-64671f125432,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:08.719817 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6f39c2e0-4af8-4327-885d-e84dc46c4875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:08.773584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fc77bcf1-2814-4df2-8d5b-3c37f76a6d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:08.808742 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fc77bcf1-2814-4df2-8d5b-3c37f76a6d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:08.877880 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fc77bcf1-2814-4df2-8d5b-3c37f76a6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:08.887925 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:08.904939 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fc77bcf1-2814-4df2-8d5b-3c37f76a6d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:08.906695 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-fc77bcf1-2814-4df2-8d5b-3c37f76a6d61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/881e6c8e-f45c-4b0c-94ed-64671f125432 HTTP/1.1" status: 204 len: 168 time: 0.2476003 Feb 17 01:02:08.909997 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77bcf1-2814-4df2-8d5b-3c37f76a6d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881e6c8e-f45c-4b0c-94ed-64671f125432,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:08.935245 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fc77bcf1-2814-4df2-8d5b-3c37f76a6d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:09.521950 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3c1afabf-8b86-4208-8917-4eb3fdac1004 req-a9bdfe7c-7f2b-44a0-9f6b-dab8864451c4 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 210 time: 0.0808518 Feb 17 01:02:09.547220 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e3eb8-7cfd-4342-995d-adaffbae8575 req-906a992b-9432-4bd5-9163-6428ed0bb883 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:09.558185 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-239e3eb8-7cfd-4342-995d-adaffbae8575 req-906a992b-9432-4bd5-9163-6428ed0bb883 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.2783773 Feb 17 01:02:09.664179 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 54156) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:09.664364 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-239e3eb8-7cfd-4342-995d-adaffbae8575 req-9fef7b9f-9897-447c-9e7e-12b1996bea93 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909977 Feb 17 01:02:09.692549 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1b0435fe-322c-4075-bde8-ebf9ffd21e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:09.742603 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1b0435fe-322c-4075-bde8-ebf9ffd21e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:09.752456 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-1b0435fe-322c-4075-bde8-ebf9ffd21e72 admin admin] Usage tracker for resource:security_group_rule and tenant:8a0bafa0f423440c965cd9aaa8fa0ac7 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:09.760982 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-1b0435fe-322c-4075-bde8-ebf9ffd21e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:09.774834 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1b0435fe-322c-4075-bde8-ebf9ffd21e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:09.993119 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1b0435fe-322c-4075-bde8-ebf9ffd21e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:10.008783 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1b0435fe-322c-4075-bde8-ebf9ffd21e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:10.054728 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:10.066973 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-1b0435fe-322c-4075-bde8-ebf9ffd21e72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a0bafa0f423440c965cd9aaa8fa0ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4126940 Feb 17 01:02:10.067735 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 54176) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:10.173017 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0435fe-322c-4075-bde8-ebf9ffd21e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d49f3ed-4657-4c01-a66c-0391a7130e57,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:10.229881 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1b0435fe-322c-4075-bde8-ebf9ffd21e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:10.335534 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8185e2e7-bc2f-4528-b675-6614cedab946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:10.379910 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8185e2e7-bc2f-4528-b675-6614cedab946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:10.489507 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8185e2e7-bc2f-4528-b675-6614cedab946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:10.509376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e859376b-fd0c-4a9c-8f3a-d02b252c220f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:10.532730 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185e2e7-bc2f-4528-b675-6614cedab946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d49f3ed-4657-4c01-a66c-0391a7130e57,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:10.551944 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8185e2e7-bc2f-4528-b675-6614cedab946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:10.557287 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8185e2e7-bc2f-4528-b675-6614cedab946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:10.560460 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-8185e2e7-bc2f-4528-b675-6614cedab946 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d49f3ed-4657-4c01-a66c-0391a7130e57 HTTP/1.1" status: 204 len: 168 time: 0.4915695 Feb 17 01:02:10.573996 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 54200) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:10.689612 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-957373ff-9c4a-40c5-bd8b-57b4b534af87 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:10.691655 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-957373ff-9c4a-40c5-bd8b-57b4b534af87 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.42 "GET /v2.0/networks?id=819329f8-0ff3-4613-9040-d2394ba7d1f6 HTTP/1.1" status: 200 len: 815 time: 0.4280212 Feb 17 01:02:10.706184 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Request body: {'port': {'device_id': 'd36ad8ad-861a-48ba-bf06-d9bfe351ccae', 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6', 'admin_state_up': True, 'tenant_id': '3f41172a99244d648c7b2053813ce44e'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:02:11.066569 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-09ec7b91-1ead-43e0-8ade-8d193ad4b5cc req-eefbe887-a756-42e0-830d-1590207b8e41 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 210 time: 0.1768081 Feb 17 01:02:11.192435 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:11.200388 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Usage tracker for resource:port and tenant:3f41172a99244d648c7b2053813ce44e is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:11.207113 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:11.219437 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:11.233545 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Made reservation on behalf of 3f41172a99244d648c7b2053813ce44e for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:02:11.240506 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:11.370457 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-346cfd3a-048d-4198-9af1-5e0ac7a7d972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:11.428167 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 54228) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:11.449555 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-346cfd3a-048d-4198-9af1-5e0ac7a7d972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:11.454474 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 54234) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:11.492420 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-346cfd3a-048d-4198-9af1-5e0ac7a7d972 admin admin] Usage tracker for resource:security_group_rule and tenant:1caf2e9052854a41aa214593cc0ea5ac is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:11.498136 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e09e5def-d412-4ca2-b17b-29a627585bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:11.520234 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-346cfd3a-048d-4198-9af1-5e0ac7a7d972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:11.541463 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-346cfd3a-048d-4198-9af1-5e0ac7a7d972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:11.545950 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e09e5def-d412-4ca2-b17b-29a627585bfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:11.559861 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-e09e5def-d412-4ca2-b17b-29a627585bfc admin admin] Usage tracker for resource:security_group_rule and tenant:568cb18a7f174f21a672d2fc1d3b5303 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:11.575283 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-e09e5def-d412-4ca2-b17b-29a627585bfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:11.614558 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e09e5def-d412-4ca2-b17b-29a627585bfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:11.891564 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-346cfd3a-048d-4198-9af1-5e0ac7a7d972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:11.903140 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-346cfd3a-048d-4198-9af1-5e0ac7a7d972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:11.936945 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-333f3903-d264-4e08-aaf4-f0e8514ffa00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:11.976785 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Allocated IP 172.20.0.12 (819329f8-0ff3-4613-9040-d2394ba7d1f6/fcd2180f-8c74-4147-ab1b-02ce3246c291/378ed6e1-4673-45dd-89c1-425b692cf426) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:02:11.999441 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e09e5def-d412-4ca2-b17b-29a627585bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:12.021368 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f35c93bc-c300-4066-80f7-aa3748bf74fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:12.032488 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e09e5def-d412-4ca2-b17b-29a627585bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:12.051217 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-346cfd3a-048d-4198-9af1-5e0ac7a7d972 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1caf2e9052854a41aa214593cc0ea5ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4730947 Feb 17 01:02:12.052045 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 54248) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:12.059372 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346cfd3a-048d-4198-9af1-5e0ac7a7d972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ba6a7c-78f1-4bae-8972-0070da4b4c82,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:12.071175 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-346cfd3a-048d-4198-9af1-5e0ac7a7d972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:12.072306 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f35c93bc-c300-4066-80f7-aa3748bf74fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:12.075173 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bcdb7e15-4b23-4d9c-9aeb-89273a5b4b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:12.092750 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-f35c93bc-c300-4066-80f7-aa3748bf74fd admin admin] Usage tracker for resource:security_group_rule and tenant:2aa577aa61dd4d3d8d3768751b1321ff is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:12.101217 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-f35c93bc-c300-4066-80f7-aa3748bf74fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:12.115747 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-e09e5def-d412-4ca2-b17b-29a627585bfc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=568cb18a7f174f21a672d2fc1d3b5303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6568828 Feb 17 01:02:12.115747 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f35c93bc-c300-4066-80f7-aa3748bf74fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:12.124628 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 54254) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:12.161176 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e5def-d412-4ca2-b17b-29a627585bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310ecc5a-3fe6-466c-8e78-17ea0067fbf0,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:12.180868 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e09e5def-d412-4ca2-b17b-29a627585bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:12.255931 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5fcdaa20-2f91-4207-a844-bfe03600a9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:12.262833 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-440f5f38-9956-400f-b73a-721ea6d8c432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:12.307353 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5fcdaa20-2f91-4207-a844-bfe03600a9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:12.351072 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-440f5f38-9956-400f-b73a-721ea6d8c432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:12.397246 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:12.434395 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f35c93bc-c300-4066-80f7-aa3748bf74fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:12.445985 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3fb9c129-32b1-489f-a5d4-907dd5b6c774 req-406b269e-6985-4517-8d69-18e62cc308e4 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 210 time: 0.0762241 Feb 17 01:02:12.447236 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f35c93bc-c300-4066-80f7-aa3748bf74fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:12.453986 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-440f5f38-9956-400f-b73a-721ea6d8c432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:12.458454 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b250bd3b-0b51-4853-b6e2-b616bd1db96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:12.465079 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-94787066-54fd-4003-9303-0337e73d8fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:12.505345 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f5f38-9956-400f-b73a-721ea6d8c432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ba6a7c-78f1-4bae-8972-0070da4b4c82,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:12.508353 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c93bc-c300-4066-80f7-aa3748bf74fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c228e9-8f58-4159-bc40-e14ee88a0311,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:12.513028 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f35c93bc-c300-4066-80f7-aa3748bf74fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:12.515324 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-440f5f38-9956-400f-b73a-721ea6d8c432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:12.527550 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 54260) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:12.528412 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-f35c93bc-c300-4066-80f7-aa3748bf74fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2aa577aa61dd4d3d8d3768751b1321ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0980945 Feb 17 01:02:12.533549 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5fcdaa20-2f91-4207-a844-bfe03600a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:12.537977 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:12.560236 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdaa20-2f91-4207-a844-bfe03600a9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310ecc5a-3fe6-466c-8e78-17ea0067fbf0,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:12.563368 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5fcdaa20-2f91-4207-a844-bfe03600a9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:12.578529 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5fcdaa20-2f91-4207-a844-bfe03600a9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:12.579873 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-5fcdaa20-2f91-4207-a844-bfe03600a9a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/310ecc5a-3fe6-466c-8e78-17ea0067fbf0 HTTP/1.1" status: 204 len: 168 time: 0.4541502 Feb 17 01:02:12.582366 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-440f5f38-9956-400f-b73a-721ea6d8c432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:12.587993 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-440f5f38-9956-400f-b73a-721ea6d8c432 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8ba6a7c-78f1-4bae-8972-0070da4b4c82 HTTP/1.1" status: 204 len: 168 time: 0.5315075 Feb 17 01:02:12.592023 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:12.641666 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d0c1bd9f-a7ae-4c6e-87c0-432267c8da09 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:12.824864 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Pushing event updated for resources: {'Port': ['ID=378ed6e1-4673-45dd-89c1-425b692cf426,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:12.835461 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:12.836679 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-56c111a5-8867-4590-aca6-012f3499c523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:12.906028 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-56c111a5-8867-4590-aca6-012f3499c523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:12.949799 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Network 819329f8-0ff3-4613-9040-d2394ba7d1f6 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:02:12.960661 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:02:12.966998 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:02:12.972719 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:12.973448 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:12.998579 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2971232 Feb 17 01:02:13.004738 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-56c111a5-8867-4590-aca6-012f3499c523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:13.009447 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1b0435fe-322c-4075-bde8-ebf9ffd21e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:13.033962 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Request body: {'port': {'device_id': 'd36ad8ad-861a-48ba-bf06-d9bfe351ccae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:02:13.174730 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:13.193445 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c111a5-8867-4590-aca6-012f3499c523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c228e9-8f58-4159-bc40-e14ee88a0311,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:13.198104 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-56c111a5-8867-4590-aca6-012f3499c523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:13.235430 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-56c111a5-8867-4590-aca6-012f3499c523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:13.236762 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-56c111a5-8867-4590-aca6-012f3499c523 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4c228e9-8f58-4159-bc40-e14ee88a0311 HTTP/1.1" status: 204 len: 168 time: 0.7064674 Feb 17 01:02:13.312710 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 54286) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:13.359036 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4c6b826f-95ef-4533-80c8-408aa2114bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:13.405016 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4c6b826f-95ef-4533-80c8-408aa2114bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:13.429307 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-4c6b826f-95ef-4533-80c8-408aa2114bce admin admin] Usage tracker for resource:security_group_rule and tenant:765bfe7cf7864f9c838140fd94bbdb5b is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:13.462677 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-4c6b826f-95ef-4533-80c8-408aa2114bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:13.500006 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4c6b826f-95ef-4533-80c8-408aa2114bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:13.744426 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4c6b826f-95ef-4533-80c8-408aa2114bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:13.751580 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4c6b826f-95ef-4533-80c8-408aa2114bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:13.769983 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-76399078-1e28-442e-b229-c790d30c7e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:13.867266 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-4c6b826f-95ef-4533-80c8-408aa2114bce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=765bfe7cf7864f9c838140fd94bbdb5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5527315 Feb 17 01:02:13.876101 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 54308) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:14.040713 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b826f-95ef-4533-80c8-408aa2114bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644ae99a-a945-407f-b26f-be9892b51e68,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:14.080367 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4c6b826f-95ef-4533-80c8-408aa2114bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:14.135248 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:02:14.192560 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 378ed6e1-4673-45dd-89c1-425b692cf426 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:02:14.204289 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:14.220314 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 54320) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:14.223511 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Transition to ACTIVE for port object 378ed6e1-4673-45dd-89c1-425b692cf426 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:02:14.228681 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:14.299421 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6f30384-b216-444b-a8af-6bb514742826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:14.306067 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e28b0462-72ab-47c4-9f25-66c679f167b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:14.372822 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e28b0462-72ab-47c4-9f25-66c679f167b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:14.381860 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-e28b0462-72ab-47c4-9f25-66c679f167b4 admin admin] Usage tracker for resource:security_group_rule and tenant:69e074e6975d45c0934c124a4c48002f is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:14.388475 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-e28b0462-72ab-47c4-9f25-66c679f167b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:14.401804 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e28b0462-72ab-47c4-9f25-66c679f167b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:14.425355 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-87b4757e-f468-4c91-8789-f8c4b7d86b75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:14.591389 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6f30384-b216-444b-a8af-6bb514742826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:14.709282 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3cfe2-985d-4561-896a-6aac76855eaa req-221c024f-d702-40ef-8bfe-a8f6365bdc19 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:14.724555 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-31b3cfe2-985d-4561-896a-6aac76855eaa req-221c024f-d702-40ef-8bfe-a8f6365bdc19 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 932 time: 0.6660554 Feb 17 01:02:14.821843 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Pushing event updated for resources: {'Port': ['ID=378ed6e1-4673-45dd-89c1-425b692cf426,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:14.835355 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:14.891758 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Attempting to bind port 378ed6e1-4673-45dd-89c1-425b692cf426 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:02:14.893318 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Attempting to bind port 378ed6e1-4673-45dd-89c1-425b692cf426 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '8e231d0a-a31c-4754-af38-96d93351c74a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:02:14.893706 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Attempting to bind port 378ed6e1-4673-45dd-89c1-425b692cf426 on network 819329f8-0ff3-4613-9040-d2394ba7d1f6 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:02:14.904015 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:02:14.905666 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Checking segment: {'id': '8e231d0a-a31c-4754-af38-96d93351c74a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:02:14.906871 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-31b3cfe2-985d-4561-896a-6aac76855eaa req-613dc7f5-97f0-4b9b-b0f6-4868c6339e15 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803856 Feb 17 01:02:14.908356 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:14.908817 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Bound using segment: {'id': '8e231d0a-a31c-4754-af38-96d93351c74a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:02:14.909355 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Bound port: 378ed6e1-4673-45dd-89c1-425b692cf426, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e231d0a-a31c-4754-af38-96d93351c74a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:02:14.909751 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:15.153793 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] For port 378ed6e1-4673-45dd-89c1-425b692cf426, host hv-cinder-75995, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:02:15.158112 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] For port 378ed6e1-4673-45dd-89c1-425b692cf426, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=378ed6e1-4673-45dd-89c1-425b692cf426,segment=NetworkSegment(8e231d0a-a31c-4754-af38-96d93351c74a),segment_id=8e231d0a-a31c-4754-af38-96d93351c74a)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:02:15.164053 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:15.193642 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf82415b-d75b-47ce-9c0e-e278b7252383 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:15.307522 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e28b0462-72ab-47c4-9f25-66c679f167b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:15.338909 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6f30384-b216-444b-a8af-6bb514742826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:15.358143 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ad403f36-a3fc-4b2a-a978-c82728c1c108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:15.372055 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e28b0462-72ab-47c4-9f25-66c679f167b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:15.426248 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Pushing event updated for resources: {'Port': ['ID=378ed6e1-4673-45dd-89c1-425b692cf426,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:15.456787 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 54340) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:15.457782 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:15.492829 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-e28b0462-72ab-47c4-9f25-66c679f167b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69e074e6975d45c0934c124a4c48002f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2661853 Feb 17 01:02:15.504096 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 54348) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:15.604209 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f30384-b216-444b-a8af-6bb514742826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644ae99a-a945-407f-b26f-be9892b51e68,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:15.620626 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d6f30384-b216-444b-a8af-6bb514742826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:15.626043 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7c58ec8e-335c-4358-aea1-46ffb09bc039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:15.710336 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:15.713464 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:15.717769 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] 10.222.0.42 "PUT /v2.0/ports/378ed6e1-4673-45dd-89c1-425b692cf426 HTTP/1.1" status: 200 len: 1158 time: 2.6951253 Feb 17 01:02:15.722838 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36ad8ad-861a-48ba-bf06-d9bfe351ccae', 'tag': '378ed6e1-4673-45dd-89c1-425b692cf426'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:02:15.775042 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b0462-72ab-47c4-9f25-66c679f167b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafac470-197c-44ec-8eda-67dc163ca82b,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:15.795524 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfd069-0833-4e8f-9b14-5c8096b1e3d0 req-c37afbc0-95f1-491f-8c0a-dee735c79798 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:15.798922 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6acfd069-0833-4e8f-9b14-5c8096b1e3d0 req-c37afbc0-95f1-491f-8c0a-dee735c79798 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.7579319 Feb 17 01:02:15.816091 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e28b0462-72ab-47c4-9f25-66c679f167b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:15.926243 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36ad8ad-861a-48ba-bf06-d9bfe351ccae', 'tag': '378ed6e1-4673-45dd-89c1-425b692cf426', 'status': 'completed', 'code': 200} Feb 17 01:02:15.952480 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1fdab-fc22-4b44-b903-1e99707c32f8 req-c0ae5480-259a-474b-bb56-6fd104ee515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:15.957624 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-39a1fdab-fc22-4b44-b903-1e99707c32f8 req-c0ae5480-259a-474b-bb56-6fd104ee515b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07b76f83eace4c539f1de797b1560677&device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 1162 time: 1.0447249 Feb 17 01:02:15.963482 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6f30384-b216-444b-a8af-6bb514742826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:15.969170 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-d6f30384-b216-444b-a8af-6bb514742826 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/644ae99a-a945-407f-b26f-be9892b51e68 HTTP/1.1" status: 204 len: 168 time: 2.0889037 Feb 17 01:02:16.010502 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a53a88f4-1870-442f-b57c-bb0e8aec3507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:16.035772 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-2d0d68ff-29cf-475f-ab6f-4b64594c33bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:16.045744 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-2d0d68ff-29cf-475f-ab6f-4b64594c33bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f41172a99244d648c7b2053813ce44e&device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 1161 time: 0.2413511 Feb 17 01:02:16.101618 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6acfd069-0833-4e8f-9b14-5c8096b1e3d0 req-8a0d37d1-4935-4b2e-af68-3c85acd4bc1e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759268 Feb 17 01:02:16.171175 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a53a88f4-1870-442f-b57c-bb0e8aec3507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:16.323221 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-c49f356d-1dcd-41a0-a9ec-9c11c6202b43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=378ed6e1-4673-45dd-89c1-425b692cf426 HTTP/1.1" status: 200 len: 217 time: 0.2681229 Feb 17 01:02:16.374088 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1fdab-fc22-4b44-b903-1e99707c32f8 req-38ad878e-3eaa-4430-908d-a69981469a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:16.375834 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-39a1fdab-fc22-4b44-b903-1e99707c32f8 req-38ad878e-3eaa-4430-908d-a69981469a90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a HTTP/1.1" status: 200 len: 912 time: 0.4022837 Feb 17 01:02:16.449042 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:16.468314 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-39a1fdab-fc22-4b44-b903-1e99707c32f8 req-1a8750eb-d80d-4501-92c9-91dea366adc2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2db46557-5247-4448-a886-66200bdcc9e2 HTTP/1.1" status: 200 len: 217 time: 0.0848720 Feb 17 01:02:16.478090 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a53a88f4-1870-442f-b57c-bb0e8aec3507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:16.487421 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:16.500506 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:16.514544 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Usage tracker for resource:security_group_rule and tenant:b80249bab5cb4d419ad39f0b71614095 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:16.524454 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:16.548510 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a88f4-1870-442f-b57c-bb0e8aec3507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafac470-197c-44ec-8eda-67dc163ca82b,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:16.549119 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:16.561148 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-99a5eae0-14d4-43e8-a11a-ffcafae83eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:16.561356 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a53a88f4-1870-442f-b57c-bb0e8aec3507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:16.564146 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-99a5eae0-14d4-43e8-a11a-ffcafae83eb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcd2180f-8c74-4147-ab1b-02ce3246c291 HTTP/1.1" status: 200 len: 855 time: 0.2346568 Feb 17 01:02:16.589033 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a53a88f4-1870-442f-b57c-bb0e8aec3507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:16.593383 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-a53a88f4-1870-442f-b57c-bb0e8aec3507 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bafac470-197c-44ec-8eda-67dc163ca82b HTTP/1.1" status: 204 len: 168 time: 1.0874338 Feb 17 01:02:16.605927 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e399f-93cc-4071-b0f4-b15d276974f6 req-81c3702b-95b9-4c76-85d3-2a3fae4140af tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:16.608064 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-137e399f-93cc-4071-b0f4-b15d276974f6 req-81c3702b-95b9-4c76-85d3-2a3fae4140af tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 944 time: 0.3015716 Feb 17 01:02:16.609887 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1fdab-fc22-4b44-b903-1e99707c32f8 req-8902d622-96c4-4338-a357-cac3bedddcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:16.611461 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-39a1fdab-fc22-4b44-b903-1e99707c32f8 req-8902d622-96c4-4338-a357-cac3bedddcde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=282ed147-389b-47d6-8964-0129ce63461f HTTP/1.1" status: 200 len: 858 time: 0.1272173 Feb 17 01:02:16.678036 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-7cab9071-0d8a-4c5d-8bbe-cf1454ca1aeb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819329f8-0ff3-4613-9040-d2394ba7d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064713 Feb 17 01:02:16.698457 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-39a1fdab-fc22-4b44-b903-1e99707c32f8 req-8dc7df57-13cf-4c52-909c-8b490739138b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794280 Feb 17 01:02:16.803871 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-137e399f-93cc-4071-b0f4-b15d276974f6 req-642ce358-62c7-4600-8bb7-1ec1355c2ea6 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862812 Feb 17 01:02:16.906232 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-39a1fdab-fc22-4b44-b903-1e99707c32f8 req-5758e172-b8ca-4f7a-a9c1-7dffe5625f66 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873107 Feb 17 01:02:17.241913 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-20fc145c-5c30-4e50-9567-3a4f80585500 service neutron] 10.222.0.42 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434558 Feb 17 01:02:17.440672 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-39a1fdab-fc22-4b44-b903-1e99707c32f8 req-4d81fb14-5fba-4333-ad59-91067f3cd863 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5259714 Feb 17 01:02:17.523996 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506d537-b76e-468d-9df9-9164c6b50dbf req-6ce02805-f0da-4d11-8c2f-a89bd739a631 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:17.543766 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8506d537-b76e-468d-9df9-9164c6b50dbf req-6ce02805-f0da-4d11-8c2f-a89bd739a631 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.2289739 Feb 17 01:02:17.665583 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8506d537-b76e-468d-9df9-9164c6b50dbf req-b5c4f699-9657-424b-9c2b-4c591419e378 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175039 Feb 17 01:02:17.666192 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:17.678500 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:17.733499 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0506a579-85a5-49f4-b8aa-6aac217fe141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:17.755636 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b8f97aea-1a07-4e86-9d1b-84ccb0bb9f0e req-5bb9d3b0-71ae-4b17-be29-52c6bbd5fddb service neutron] 10.222.0.42 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4968424 Feb 17 01:02:17.767285 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b80249bab5cb4d419ad39f0b71614095&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3080721 Feb 17 01:02:17.770222 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 54414) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:17.913125 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 54424) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:17.984895 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5958fcb8-c5d5-4c9e-9e63-1d5b705e1244,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:18.004281 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.008556 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.008556 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.008556 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.008556 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.008817 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.009420 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.010087 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.010751 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.011630 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.012623 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.013378 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.014121 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.014911 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.015275 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.016127 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.017132 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.017132 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.018135 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.018454 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.019253 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.019722 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.020491 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.021490 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:18.031379 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e46f5b80-347a-4a66-b4b2-692afbbec029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:18.100370 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4ee78-a1ba-4dd2-9d64-372f1de157ec req-fcfd5d29-b1d6-4312-80a5-014145d5c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:18.103703 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f4e4ee78-a1ba-4dd2-9d64-372f1de157ec req-fcfd5d29-b1d6-4312-80a5-014145d5c72a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f41172a99244d648c7b2053813ce44e&device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 1161 time: 0.2491930 Feb 17 01:02:18.150898 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ecaf6106-b87f-40a9-ae36-47c4e1766df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:18.243306 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ecaf6106-b87f-40a9-ae36-47c4e1766df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:18.313174 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87152ec1-9a75-4040-9e30-44360303b8cc req-0fea672e-10b9-4980-8f62-f56f2d73110d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:18.316039 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-87152ec1-9a75-4040-9e30-44360303b8cc req-0fea672e-10b9-4980-8f62-f56f2d73110d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 944 time: 0.2897611 Feb 17 01:02:18.421539 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ecaf6106-b87f-40a9-ae36-47c4e1766df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:18.439831 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ea3ff036-ae4a-4e05-af94-dc70eed73e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:18.470209 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf6106-b87f-40a9-ae36-47c4e1766df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5958fcb8-c5d5-4c9e-9e63-1d5b705e1244,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:18.485089 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-87152ec1-9a75-4040-9e30-44360303b8cc req-ddac383f-51cd-4cbf-bea5-d7b03498e9dd tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607332 Feb 17 01:02:18.487051 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ecaf6106-b87f-40a9-ae36-47c4e1766df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:18.501296 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ecaf6106-b87f-40a9-ae36-47c4e1766df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:18.512269 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-ecaf6106-b87f-40a9-ae36-47c4e1766df0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5958fcb8-c5d5-4c9e-9e63-1d5b705e1244 HTTP/1.1" status: 204 len: 168 time: 0.7404308 Feb 17 01:02:18.525541 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4ee78-a1ba-4dd2-9d64-372f1de157ec req-9dfb2d92-2e5e-4095-9034-b108c5e8c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:18.528262 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f4e4ee78-a1ba-4dd2-9d64-372f1de157ec req-9dfb2d92-2e5e-4095-9034-b108c5e8c227 service neutron] 10.222.0.42 "GET /v2.0/networks?id=819329f8-0ff3-4613-9040-d2394ba7d1f6 HTTP/1.1" status: 200 len: 909 time: 0.4128437 Feb 17 01:02:18.603851 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:18.672641 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:18.693336 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Usage tracker for resource:security_group_rule and tenant:561bc0f27da04c3c91c986a5fccb1181 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:18.712950 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:18.733287 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:18.873182 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f4e4ee78-a1ba-4dd2-9d64-372f1de157ec req-249281f0-17f4-4f13-8563-2b80b0891cb1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=378ed6e1-4673-45dd-89c1-425b692cf426 HTTP/1.1" status: 200 len: 217 time: 0.3331914 Feb 17 01:02:19.074082 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:19.084917 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:19.148340 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4ee78-a1ba-4dd2-9d64-372f1de157ec req-a632bc11-9961-4b0b-9176-2a759e4a2743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:19.152046 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f4e4ee78-a1ba-4dd2-9d64-372f1de157ec req-a632bc11-9961-4b0b-9176-2a759e4a2743 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcd2180f-8c74-4147-ab1b-02ce3246c291 HTTP/1.1" status: 200 len: 855 time: 0.2642467 Feb 17 01:02:19.177252 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d6f30384-b216-444b-a8af-6bb514742826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:19.273204 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f4e4ee78-a1ba-4dd2-9d64-372f1de157ec req-6b45f131-6a8a-4a90-b56e-eee65890408e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819329f8-0ff3-4613-9040-d2394ba7d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120384 Feb 17 01:02:19.698388 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695c4c22-7639-4440-b885-a91987ef34f7,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:19.711946 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=561bc0f27da04c3c91c986a5fccb1181&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7945137 Feb 17 01:02:19.716226 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 54496) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:19.814138 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.814808 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.815468 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.816142 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.816796 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.818277 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.818954 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.819597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.820413 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.821067 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.821811 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.822483 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.823303 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.823986 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.824651 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.825319 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.825961 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.826626 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.827277 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.827973 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.828652 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.829312 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.829990 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.830628 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:19.837935 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 54504) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:19.849168 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:19.926663 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-375b2bef-5a13-4f21-913a-aae48cb36270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:19.940726 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b51c32-e6f2-4883-a711-239d1d7b26b0 req-83142c16-f713-4f33-ab53-25ffa96a708f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:19.950677 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-44b51c32-e6f2-4883-a711-239d1d7b26b0 req-83142c16-f713-4f33-ab53-25ffa96a708f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.8727841 Feb 17 01:02:20.029485 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 378ed6e1-4673-45dd-89c1-425b692cf426 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:02:20.099066 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f4e4ee78-a1ba-4dd2-9d64-372f1de157ec req-dff0d452-6f43-4db2-9c6c-19af044b5b86 service neutron] 10.222.0.42 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8111916 Feb 17 01:02:20.131875 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-375b2bef-5a13-4f21-913a-aae48cb36270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:20.198755 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-44b51c32-e6f2-4883-a711-239d1d7b26b0 req-8b638cfd-c760-4231-833d-be95ab9a3f57 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123637 Feb 17 01:02:20.331684 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port 378ed6e1-4673-45dd-89c1-425b692cf426 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:02:20.350934 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 378ed6e1-4673-45dd-89c1-425b692cf426 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:02:20.354993 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:20.433901 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9ceaf-fe87-45e3-95df-6b5acf571c04 req-2dc3bd12-3fed-4d0c-aa75-0b91e3cf530d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:20.448994 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bee9ceaf-fe87-45e3-95df-6b5acf571c04 req-2dc3bd12-3fed-4d0c-aa75-0b91e3cf530d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 944 time: 0.4558167 Feb 17 01:02:20.550782 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-375b2bef-5a13-4f21-913a-aae48cb36270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:20.569677 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6cf6e5e9-a255-4c54-a9dd-2b6871350391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:20.586231 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b2bef-5a13-4f21-913a-aae48cb36270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695c4c22-7639-4440-b885-a91987ef34f7,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:20.702502 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-375b2bef-5a13-4f21-913a-aae48cb36270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:20.723110 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bee9ceaf-fe87-45e3-95df-6b5acf571c04 req-3c415a4a-2e20-46eb-9c5a-ba7540a550e1 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530556 Feb 17 01:02:20.749166 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f4e4ee78-a1ba-4dd2-9d64-372f1de157ec req-2bde49f5-7c3b-48f5-a4e6-aa704c615e27 service neutron] 10.222.0.42 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6332705 Feb 17 01:02:20.757012 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1440147437-network', 'tenant_id': 'c2269baf5fe148c89fe9d1769b74f48f'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:02:20.782938 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-375b2bef-5a13-4f21-913a-aae48cb36270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:20.787015 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-375b2bef-5a13-4f21-913a-aae48cb36270 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/695c4c22-7639-4440-b885-a91987ef34f7 HTTP/1.1" status: 204 len: 168 time: 1.0656278 Feb 17 01:02:20.799124 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:20.819098 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Usage tracker for resource:network and tenant:c2269baf5fe148c89fe9d1769b74f48f is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:20.825020 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:20.830986 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:20.855039 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:20.859855 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36ad8ad-861a-48ba-bf06-d9bfe351ccae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378ed6e1-4673-45dd-89c1-425b692cf426'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:02:20.873053 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 378ed6e1-4673-45dd-89c1-425b692cf426, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=378ed6e1-4673-45dd-89c1-425b692cf426,segment=NetworkSegment(8e231d0a-a31c-4754-af38-96d93351c74a),segment_id=8e231d0a-a31c-4754-af38-96d93351c74a)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:02:20.881421 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:20.883698 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:20.947153 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Made reservation on behalf of c2269baf5fe148c89fe9d1769b74f48f for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:02:20.962892 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:20.996455 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36ad8ad-861a-48ba-bf06-d9bfe351ccae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378ed6e1-4673-45dd-89c1-425b692cf426', 'code': 200} Feb 17 01:02:21.010129 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:21.056685 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594eb4f-7158-412a-a699-2fc65b0ae5e6 req-49cf3340-9e3e-4b4e-9d1c-93880269370e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:21.067155 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d594eb4f-7158-412a-a699-2fc65b0ae5e6 req-49cf3340-9e3e-4b4e-9d1c-93880269370e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.5016031 Feb 17 01:02:21.089391 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=378ed6e1-4673-45dd-89c1-425b692cf426,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:21.094834 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 54564) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:21.099190 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:21.147153 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:21.161099 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Usage tracker for resource:security_group_rule and tenant:c2269baf5fe148c89fe9d1769b74f48f is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:21.167943 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:21.180584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:21.200305 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d594eb4f-7158-412a-a699-2fc65b0ae5e6 req-c6db3cab-14b8-4561-8c61-6bb214992958 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316595 Feb 17 01:02:21.324683 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:21.334397 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:21.341727 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0b3b1c8e-079d-4ea1-892a-059e78c70485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:21.379534 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:02:21.397708 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661932d2-7463-43c8-a28f-fdc8779f2031,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:21.403765 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:21.405371 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:21.406009 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.segments_db [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Added segment a1b8497a-82ab-41ab-a86a-774b6b20fcf9 of type vxlan for network 1d7f5852-8882-4c3e-94a9-e88fedcdc969 Feb 17 01:02:21.581111 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ae7c1-b7b9-433a-8fa3-9aace84895a8 req-e24ec25e-2664-4b7c-959b-d30e3b2e1701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:21.582841 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7c6ae7c1-b7b9-433a-8fa3-9aace84895a8 req-e24ec25e-2664-4b7c-959b-d30e3b2e1701 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 1163 time: 0.1642756 Feb 17 01:02:21.589443 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257519434902'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:21.601406 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 378ed6e1-4673-45dd-89c1-425b692cf426 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:02:21.642009 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7c6ae7c1-b7b9-433a-8fa3-9aace84895a8 req-047d42fb-a7f5-4d85-be2d-b0e25901a6cf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513353 Feb 17 01:02:21.681679 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:21.685561 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:21.686230 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:21.696127 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 378ed6e1-4673-45dd-89c1-425b692cf426 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:02:21.696799 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:21.698147 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-db77ef38-e99c-4a02-98be-89148f460440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:21.720712 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481bb7c-580d-432f-b248-6798e2c148fb req-acec4e0b-feb1-49ee-bb13-58ffe17296f3 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:21.722484 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7481bb7c-580d-432f-b248-6798e2c148fb req-acec4e0b-feb1-49ee-bb13-58ffe17296f3 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.2465732 Feb 17 01:02:21.829657 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Pushing event updated for resources: {'Network': ['ID=1d7f5852-8882-4c3e-94a9-e88fedcdc969,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:21.851556 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:21.879163 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Network 1d7f5852-8882-4c3e-94a9-e88fedcdc969 details requested by agent ovs-agent-dv-cinder-759955-4-smb with host dv-cinder-759955-4-smb {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:02:21.892436 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.0468669 Feb 17 01:02:21.896083 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 54578) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:21.907296 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-b4c0fe67-f917-4059-846d-769a5513fa9b admin admin] Request body: {'subnet': {'network_id': '1d7f5852-8882-4c3e-94a9-e88fedcdc969', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1440147437-subnet', 'tenant_id': 'c2269baf5fe148c89fe9d1769b74f48f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:02:21.910072 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-706493438-network', 'tenant_id': 'f21125c48da74e91860753708883f7e8'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:02:21.914006 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b4c0fe67-f917-4059-846d-769a5513fa9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:21.921145 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-b4c0fe67-f917-4059-846d-769a5513fa9b admin admin] Usage tracker for resource:subnet and tenant:c2269baf5fe148c89fe9d1769b74f48f is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:21.921872 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-b4c0fe67-f917-4059-846d-769a5513fa9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:21.927586 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:21.929251 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b4c0fe67-f917-4059-846d-769a5513fa9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:21.937437 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Usage tracker for resource:network and tenant:f21125c48da74e91860753708883f7e8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:21.944995 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:21.946002 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c0fe67-f917-4059-846d-769a5513fa9b admin admin] Made reservation on behalf of c2269baf5fe148c89fe9d1769b74f48f for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:02:21.951846 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4c0fe67-f917-4059-846d-769a5513fa9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852239421'] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:21.962157 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:21.986082 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7481bb7c-580d-432f-b248-6798e2c148fb req-826fe06a-bd52-45df-90dc-fa5249e6d3cd tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620862 Feb 17 01:02:21.988609 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Made reservation on behalf of f21125c48da74e91860753708883f7e8 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:02:22.008420 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:22.036424 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:22.072859 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:22.074332 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Network 1d7f5852-8882-4c3e-94a9-e88fedcdc969 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:02:22.090399 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Usage tracker for resource:security_group_rule and tenant:f21125c48da74e91860753708883f7e8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:22.095990 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:22.112144 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:22.291191 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:22.304246 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:22.370454 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:02:22.390549 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257518850079', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:22.391492 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.segments_db [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Added segment 570ddb4b-a4ab-4820-8012-219b788bfdbe of type vxlan for network 50270a8c-05f9-44ce-9876-7b1c2c420843 Feb 17 01:02:22.419747 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-eba2de33-5a8d-4f4d-a16a-f1d7dd66e6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:22.428565 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3caf7-8187-414d-9c93-863f400026cc req-6d8e1ee9-20ec-45ad-9186-9c51f0e0dec5 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:22.430444 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-64d3caf7-8187-414d-9c93-863f400026cc req-6d8e1ee9-20ec-45ad-9186-9c51f0e0dec5 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 946 time: 0.2086096 Feb 17 01:02:22.491327 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b895a914-769c-4f0a-9e14-70920db78f28,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:22.497899 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 54604) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:22.512060 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:22.522358 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257519434902'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:22.561233 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:22.562612 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:22.563270 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:22.578292 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:22.641336 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-64d3caf7-8187-414d-9c93-863f400026cc req-faf5679f-b555-437a-abc2-ee330429adc7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602380 Feb 17 01:02:22.690474 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Pushing event updated for resources: {'Network': ['ID=50270a8c-05f9-44ce-9876-7b1c2c420843,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:22.702198 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:22.712125 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Network 50270a8c-05f9-44ce-9876-7b1c2c420843 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:02:22.721064 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6244614 Feb 17 01:02:22.724549 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 54610) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:22.742040 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-675e40ec-d657-48d5-8b18-f0614dfb92d9 admin admin] Request body: {'subnet': {'network_id': '50270a8c-05f9-44ce-9876-7b1c2c420843', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-706493438-subnet', 'tenant_id': 'f21125c48da74e91860753708883f7e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:02:22.749375 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Network 50270a8c-05f9-44ce-9876-7b1c2c420843 details requested by agent ovs-agent-dv-cinder-759955-4-smb with host dv-cinder-759955-4-smb {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:02:22.772285 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-675e40ec-d657-48d5-8b18-f0614dfb92d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:22.777779 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-675e40ec-d657-48d5-8b18-f0614dfb92d9 admin admin] Usage tracker for resource:subnet and tenant:f21125c48da74e91860753708883f7e8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:22.783096 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-675e40ec-d657-48d5-8b18-f0614dfb92d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:22.793910 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-675e40ec-d657-48d5-8b18-f0614dfb92d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:22.809370 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675e40ec-d657-48d5-8b18-f0614dfb92d9 admin admin] Made reservation on behalf of f21125c48da74e91860753708883f7e8 for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:02:22.816361 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-675e40ec-d657-48d5-8b18-f0614dfb92d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:22.821081 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cae6e2-908a-4edc-b3c3-dc32c2363d98 req-4bc01b34-c015-4506-8173-b9d10f0dd1cc tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:22.823964 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-85cae6e2-908a-4edc-b3c3-dc32c2363d98 req-4bc01b34-c015-4506-8173-b9d10f0dd1cc tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.3440869 Feb 17 01:02:22.834280 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-417718f6-3398-482e-8f33-5f87b7c97da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:22.971134 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-85cae6e2-908a-4edc-b3c3-dc32c2363d98 req-c1b46513-d947-4c38-b7bb-67d484ae17d2 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124909 Feb 17 01:02:23.130906 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-417718f6-3398-482e-8f33-5f87b7c97da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:23.136539 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-417718f6-3398-482e-8f33-5f87b7c97da4 admin admin] Usage tracker for resource:security_group_rule and tenant:4248bc67a23d4a159a3b04f417961936 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:23.140966 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-417718f6-3398-482e-8f33-5f87b7c97da4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:23.150000 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-417718f6-3398-482e-8f33-5f87b7c97da4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:23.227986 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4c0fe67-f917-4059-846d-769a5513fa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2093266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852239406'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:23.304824 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:23.371057 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-417718f6-3398-482e-8f33-5f87b7c97da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:23.378378 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-417718f6-3398-482e-8f33-5f87b7c97da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:23.398358 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ae9e7a7b-4cad-4ccb-ad69-370a38da49b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:23.460383 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0fe67-f917-4059-846d-769a5513fa9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c186eac3-4b79-4f7c-8162-09aea8654bd1,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:23.468212 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b4c0fe67-f917-4059-846d-769a5513fa9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:23.529387 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5bb18-5672-4143-82aa-e8903e941ffd req-32251e17-aa9f-48ab-b333-76d303c89e6c tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:23.530816 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417718f6-3398-482e-8f33-5f87b7c97da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8845452c-5886-490d-9b50-33d546243ee9,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:23.531149 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bfd5bb18-5672-4143-82aa-e8903e941ffd req-32251e17-aa9f-48ab-b333-76d303c89e6c tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.2274973 Feb 17 01:02:23.540094 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-417718f6-3398-482e-8f33-5f87b7c97da4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4248bc67a23d4a159a3b04f417961936&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0354185 Feb 17 01:02:23.541161 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-417718f6-3398-482e-8f33-5f87b7c97da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:23.545919 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 54618) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:23.597178 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c0fe67-f917-4059-846d-769a5513fa9b admin admin] Checking segment: {'id': 'a1b8497a-82ab-41ab-a86a-774b6b20fcf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d7f5852-8882-4c3e-94a9-e88fedcdc969'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:02:23.597590 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c0fe67-f917-4059-846d-769a5513fa9b admin admin] Network hostable DHCP agents. Network: 1d7f5852-8882-4c3e-94a9-e88fedcdc969, hostable agents: ['5e7a5314-6df3-4bd1-acbe-6399b6f22057'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:02:23.620220 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bfd5bb18-5672-4143-82aa-e8903e941ffd req-8ac0c98f-09a1-4ee0-8fbc-f5b8d7bba418 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696595 Feb 17 01:02:23.635279 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c0fe67-f917-4059-846d-769a5513fa9b admin admin] Network 1d7f5852-8882-4c3e-94a9-e88fedcdc969 is scheduled to be hosted by DHCP agent 5e7a5314-6df3-4bd1-acbe-6399b6f22057 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:02:23.635724 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 378ed6e1-4673-45dd-89c1-425b692cf426 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:02:23.637609 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6701-2342-46b7-9488-e3a19ff747e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:23.647133 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-b4c0fe67-f917-4059-846d-769a5513fa9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-smb, 1d7f5852-8882-4c3e-94a9-e88fedcdc969) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:02:23.675941 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6701-2342-46b7-9488-e3a19ff747e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:23.683027 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c0fe67-f917-4059-846d-769a5513fa9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:23.683835 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4c0fe67-f917-4059-846d-769a5513fa9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:23.728078 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-b4c0fe67-f917-4059-846d-769a5513fa9b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8303819 Feb 17 01:02:23.737891 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe86ace6-3ad7-4fcd-a64d-4d41fb4602bd None None] Network 1d7f5852-8882-4c3e-94a9-e88fedcdc969 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:02:23.748885 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6701-2342-46b7-9488-e3a19ff747e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:23.757716 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a7cac483-eaec-4ddb-8e2f-52d57fd92fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:23.815637 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c6701-2342-46b7-9488-e3a19ff747e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8845452c-5886-490d-9b50-33d546243ee9,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:23.834658 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fe8c6701-2342-46b7-9488-e3a19ff747e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:23.835817 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6701-2342-46b7-9488-e3a19ff747e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:23.838725 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-fe8c6701-2342-46b7-9488-e3a19ff747e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8845452c-5886-490d-9b50-33d546243ee9 HTTP/1.1" status: 204 len: 168 time: 0.2848682 Feb 17 01:02:23.859072 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-675e40ec-d657-48d5-8b18-f0614dfb92d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:24.020782 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 378ed6e1-4673-45dd-89c1-425b692cf426 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:02:24.021926 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:24.024047 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a956204-0a30-4266-89bc-ece2b62b778b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:24.119084 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e40ec-d657-48d5-8b18-f0614dfb92d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e12e7db-7d54-4916-b41c-cebcfa5cdbec,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:24.128914 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-675e40ec-d657-48d5-8b18-f0614dfb92d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:24.144308 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217fabf-4d68-4e77-9d44-dc9a6bf492df req-58ac677a-0fe5-4c62-bf3d-48a33a7b71d4 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:24.156205 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b217fabf-4d68-4e77-9d44-dc9a6bf492df req-58ac677a-0fe5-4c62-bf3d-48a33a7b71d4 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 946 time: 0.3258636 Feb 17 01:02:24.207362 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675e40ec-d657-48d5-8b18-f0614dfb92d9 admin admin] Checking segment: {'id': '570ddb4b-a4ab-4820-8012-219b788bfdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '50270a8c-05f9-44ce-9876-7b1c2c420843'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:02:24.208678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675e40ec-d657-48d5-8b18-f0614dfb92d9 admin admin] Network hostable DHCP agents. Network: 50270a8c-05f9-44ce-9876-7b1c2c420843, hostable agents: ['5e7a5314-6df3-4bd1-acbe-6399b6f22057'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:02:24.265294 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675e40ec-d657-48d5-8b18-f0614dfb92d9 admin admin] Network 50270a8c-05f9-44ce-9876-7b1c2c420843 is scheduled to be hosted by DHCP agent 5e7a5314-6df3-4bd1-acbe-6399b6f22057 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:02:24.282498 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-675e40ec-d657-48d5-8b18-f0614dfb92d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-smb, 50270a8c-05f9-44ce-9876-7b1c2c420843) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:02:24.298194 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b217fabf-4d68-4e77-9d44-dc9a6bf492df req-94324812-fd10-45aa-9112-3f8311d8b1e5 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362903 Feb 17 01:02:24.299938 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e40ec-d657-48d5-8b18-f0614dfb92d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:24.300609 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-675e40ec-d657-48d5-8b18-f0614dfb92d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:24.331033 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-675e40ec-d657-48d5-8b18-f0614dfb92d9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6035349 Feb 17 01:02:24.344631 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f68f1a-6850-4037-985e-b35e0a0b4dbd None None] Network 50270a8c-05f9-44ce-9876-7b1c2c420843 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:02:24.439151 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a44d7b-bbba-4339-b6fb-c16aba4c235b None None] Network 1d7f5852-8882-4c3e-94a9-e88fedcdc969 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:02:24.656621 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 54644) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:24.711949 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac7f50-a8d8-496c-848f-479df3a9a7b8 req-1b4f25e7-647f-4c35-b433-5c0112171c1d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:24.713637 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a8ac7f50-a8d8-496c-848f-479df3a9a7b8 req-1b4f25e7-647f-4c35-b433-5c0112171c1d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.2191234 Feb 17 01:02:24.718900 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-33eb4f90-ac14-4325-8f92-7a00822d9919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:24.785070 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-33eb4f90-ac14-4325-8f92-7a00822d9919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:24.805909 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-33eb4f90-ac14-4325-8f92-7a00822d9919 admin admin] Usage tracker for resource:security_group_rule and tenant:cd0c73950aa14d9a98664d35b9886638 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:24.812243 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-33eb4f90-ac14-4325-8f92-7a00822d9919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:24.836622 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-33eb4f90-ac14-4325-8f92-7a00822d9919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:24.882283 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a8ac7f50-a8d8-496c-848f-479df3a9a7b8 req-e7264af6-ddf2-4823-8643-8f6befb673e9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602905 Feb 17 01:02:25.148535 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-33eb4f90-ac14-4325-8f92-7a00822d9919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:25.155666 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-33eb4f90-ac14-4325-8f92-7a00822d9919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:25.210295 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-738db662-c8ae-4985-8e7d-97a5aecf88de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:25.320214 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-33eb4f90-ac14-4325-8f92-7a00822d9919 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd0c73950aa14d9a98664d35b9886638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6630347 Feb 17 01:02:25.323683 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 54658) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:25.324001 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb4f90-ac14-4325-8f92-7a00822d9919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5155b9-9c11-4278-8958-a35c0b3fd4df,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:25.342872 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-33eb4f90-ac14-4325-8f92-7a00822d9919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:25.502503 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-af90883f-3f1a-4206-b874-2cc03f43dc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:25.560042 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-af90883f-3f1a-4206-b874-2cc03f43dc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:25.671954 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1d610-dd9c-4120-82d5-27098ed70f94 req-bc6b3146-b514-4132-89f6-206aee96a4dc tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:25.684712 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f5f1d610-dd9c-4120-82d5-27098ed70f94 req-bc6b3146-b514-4132-89f6-206aee96a4dc tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.4995527 Feb 17 01:02:25.690109 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-af90883f-3f1a-4206-b874-2cc03f43dc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:25.707036 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fc77bcf1-2814-4df2-8d5b-3c37f76a6d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:25.813481 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e955bf3-7d2a-4ca1-8db8-3147ffd16763 None None] Network 50270a8c-05f9-44ce-9876-7b1c2c420843 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:02:25.824599 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f5f1d610-dd9c-4120-82d5-27098ed70f94 req-d6f3f057-5ede-40fb-ba1b-a181bd284c1e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203420 Feb 17 01:02:25.826524 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90883f-3f1a-4206-b874-2cc03f43dc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5155b9-9c11-4278-8958-a35c0b3fd4df,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:25.832529 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-af90883f-3f1a-4206-b874-2cc03f43dc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:25.835631 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-af90883f-3f1a-4206-b874-2cc03f43dc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:25.844002 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-af90883f-3f1a-4206-b874-2cc03f43dc9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f5155b9-9c11-4278-8958-a35c0b3fd4df HTTP/1.1" status: 204 len: 168 time: 0.5147722 Feb 17 01:02:26.394848 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc256da8-16a7-480f-beb7-ab836408af78 req-fd739bfe-18b8-49d3-b358-a96b824ba01c tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:26.396678 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fc256da8-16a7-480f-beb7-ab836408af78 req-fd739bfe-18b8-49d3-b358-a96b824ba01c tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.2154219 Feb 17 01:02:26.529336 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fc256da8-16a7-480f-beb7-ab836408af78 req-f57637a6-f4a4-4909-b23b-5f21b535e50c tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124513 Feb 17 01:02:27.307914 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-b9c37266-56ae-4ba1-9153-39cd2d02521c tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:27.309297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-b9c37266-56ae-4ba1-9153-39cd2d02521c tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Synchronizing usage tracker for tenant:c2269baf5fe148c89fe9d1769b74f48f on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:02:27.329097 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b28df1-5aa3-4c0f-9b2a-a46e9399d1e6 req-32d2aeff-e5a2-4743-8bce-4da037d2c47f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:27.332081 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-41b28df1-5aa3-4c0f-9b2a-a46e9399d1e6 req-32d2aeff-e5a2-4743-8bce-4da037d2c47f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.2606618 Feb 17 01:02:27.375312 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-b9c37266-56ae-4ba1-9153-39cd2d02521c tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Unset dirty status for tenant:c2269baf5fe148c89fe9d1769b74f48f on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:02:27.376880 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-b9c37266-56ae-4ba1-9153-39cd2d02521c tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/networks?id=1d7f5852-8882-4c3e-94a9-e88fedcdc969 HTTP/1.1" status: 200 len: 809 time: 0.3514481 Feb 17 01:02:27.415015 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-41b28df1-5aa3-4c0f-9b2a-a46e9399d1e6 req-f3878174-3ce5-454b-9249-90ba57375f97 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653269 Feb 17 01:02:27.417658 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-c3bcf558-1996-4948-bb89-d285bd61bc13 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/quotas/c2269baf5fe148c89fe9d1769b74f48f HTTP/1.1" status: 200 len: 375 time: 0.0223901 Feb 17 01:02:27.486659 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-f6858f3c-0dca-45c6-b613-bfa8ece7d0ca tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c2269baf5fe148c89fe9d1769b74f48f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574281 Feb 17 01:02:27.658758 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-60e60e9f-c1bd-4ae2-bafd-fc3e75857565 service neutron] 10.222.0.23 "GET /v2.0/networks/1d7f5852-8882-4c3e-94a9-e88fedcdc969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615512 Feb 17 01:02:27.990504 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-92036783-6ada-4313-8a54-552e85a9bded service neutron] 10.222.0.23 "GET /v2.0/networks/1d7f5852-8882-4c3e-94a9-e88fedcdc969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3170242 Feb 17 01:02:28.064272 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d2d9-b2c4-4aab-a5fa-995daee3fef6 req-a952ce6f-d562-4d83-8e9b-42e3ab8c7578 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:28.077856 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-64c8d2d9-b2c4-4aab-a5fa-995daee3fef6 req-a952ce6f-d562-4d83-8e9b-42e3ab8c7578 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.3182676 Feb 17 01:02:28.157319 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-64c8d2d9-b2c4-4aab-a5fa-995daee3fef6 req-46386276-2d82-4a2b-b0ed-d859a14b9ead tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754576 Feb 17 01:02:29.020990 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-842f1cb3-9fa9-4b51-ad42-342a407424e6 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:29.029234 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-842f1cb3-9fa9-4b51-ad42-342a407424e6 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/networks?id=819329f8-0ff3-4613-9040-d2394ba7d1f6 HTTP/1.1" status: 200 len: 815 time: 0.5420663 Feb 17 01:02:29.037424 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-cf1b1fdd-3800-4ff0-9039-5564f85343cc tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:29.045208 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-cf1b1fdd-3800-4ff0-9039-5564f85343cc tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/networks?id=50270a8c-05f9-44ce-9876-7b1c2c420843 HTTP/1.1" status: 200 len: 813 time: 0.7073598 Feb 17 01:02:29.074555 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-1c2ca4d7-0c8c-4b81-8fe3-82fe4b201fc6 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/quotas/f21125c48da74e91860753708883f7e8 HTTP/1.1" status: 200 len: 375 time: 0.0277734 Feb 17 01:02:29.084006 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-8fb8d3ad-93b5-4a54-95d3-2dce4671d9b9 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/quotas/3f41172a99244d648c7b2053813ce44e HTTP/1.1" status: 200 len: 375 time: 0.0536187 Feb 17 01:02:29.193727 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-01329ade-1f20-4cf7-afc2-4365c50a0ff7 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f21125c48da74e91860753708883f7e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1180644 Feb 17 01:02:29.206876 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-137307b5-3068-4f0e-a5a8-400453ced227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:29.350041 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-1482247b-96d8-489f-8d10-35090e77b364 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f41172a99244d648c7b2053813ce44e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2263827 Feb 17 01:02:29.493325 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-f38d62b6-492c-4710-8c53-66ea7128b692 service neutron] 10.222.0.23 "GET /v2.0/networks/50270a8c-05f9-44ce-9876-7b1c2c420843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864497 Feb 17 01:02:29.532967 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 54786) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:29.647866 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-709dc7e8-3529-4535-bda1-064e9eb3c21b service neutron] 10.222.0.23 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806160 Feb 17 01:02:29.764831 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a602d883-6971-4d73-b888-2463d1171913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:29.787226 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a602d883-6971-4d73-b888-2463d1171913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:29.799635 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-a602d883-6971-4d73-b888-2463d1171913 admin admin] Usage tracker for resource:security_group_rule and tenant:1ae797b843944f9fa8523d9ef41c8713 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:29.803888 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-ca8913ee-1111-4a73-b6a6-ad6ef7974b5c service neutron] 10.222.0.23 "GET /v2.0/networks/50270a8c-05f9-44ce-9876-7b1c2c420843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2959931 Feb 17 01:02:29.881498 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-a602d883-6971-4d73-b888-2463d1171913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:29.895477 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-06c9ef0b-546e-462c-bafa-699db71e876d service neutron] 10.222.0.23 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2387860 Feb 17 01:02:29.998928 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a602d883-6971-4d73-b888-2463d1171913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:30.270731 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-0a259a03-4ea9-49ed-8084-ba8a4d7170b2 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:30.278154 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-0a259a03-4ea9-49ed-8084-ba8a4d7170b2 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.42 "GET /v2.0/networks?id=1d7f5852-8882-4c3e-94a9-e88fedcdc969 HTTP/1.1" status: 200 len: 809 time: 0.4697130 Feb 17 01:02:30.312493 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Request body: {'port': {'device_id': '8e71d11d-fa38-4015-b919-8ddea4bc7e60', 'network_id': '1d7f5852-8882-4c3e-94a9-e88fedcdc969', 'admin_state_up': True, 'tenant_id': 'c2269baf5fe148c89fe9d1769b74f48f'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:02:30.523306 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8d24f80b-e045-44ad-b843-ab0672e8a87d req-1f2ed493-42ac-4fb0-b9b4-2d9479c9b7a0 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e71d11d-fa38-4015-b919-8ddea4bc7e60 HTTP/1.1" status: 200 len: 210 time: 0.2254064 Feb 17 01:02:30.541139 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a602d883-6971-4d73-b888-2463d1171913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:30.575993 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a602d883-6971-4d73-b888-2463d1171913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:30.621471 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-85e0e81a-1a5f-47ae-b522-60bc43d35c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:30.622988 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763d8c-980b-496b-880f-d0f8b311752b req-52261ff0-2bec-4b95-be97-687bc6c565a6 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:30.626276 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c0763d8c-980b-496b-880f-d0f8b311752b req-52261ff0-2bec-4b95-be97-687bc6c565a6 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.2039716 Feb 17 01:02:30.633155 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-a602d883-6971-4d73-b888-2463d1171913 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ae797b843944f9fa8523d9ef41c8713&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0987668 Feb 17 01:02:30.638488 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 54816) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:30.677707 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:30.688438 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Usage tracker for resource:port and tenant:c2269baf5fe148c89fe9d1769b74f48f is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:30.698778 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:30.700863 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c0763d8c-980b-496b-880f-d0f8b311752b req-2142a753-5325-4b86-9eb7-53797e53be0f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653706 Feb 17 01:02:30.712881 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:30.722411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602d883-6971-4d73-b888-2463d1171913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276e2009-e6e5-4eea-8dbc-915becad7068,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:30.730520 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a602d883-6971-4d73-b888-2463d1171913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:30.754617 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Made reservation on behalf of c2269baf5fe148c89fe9d1769b74f48f for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:02:30.761537 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:30.841327 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8ac0a19b-e93d-490b-94dd-0cba1a1860c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:30.878379 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8ac0a19b-e93d-490b-94dd-0cba1a1860c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:30.937794 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6dffd0cf-4bd4-4723-a1e7-78d7353739bc req-7720c190-6fbf-446d-8dfe-08bb1439f71d tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 210 time: 0.1722488 Feb 17 01:02:31.038459 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba499e1-8fda-4750-b563-b931a346db7b req-0dc5fd67-d87b-4ca6-bfea-aa33ae842398 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:31.040236 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0ba499e1-8fda-4750-b563-b931a346db7b req-0dc5fd67-d87b-4ca6-bfea-aa33ae842398 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.2105153 Feb 17 01:02:31.182590 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0ba499e1-8fda-4750-b563-b931a346db7b req-f57ebfbc-859d-445f-97e3-2ee18f1d7a18 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267567 Feb 17 01:02:31.193891 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7d6e54c2-6c44-41f4-a0eb-f04fd1744a7c req-cce275b7-7da6-4b81-adbe-bd8e721a18b8 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 210 time: 0.0848258 Feb 17 01:02:31.292902 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8ac0a19b-e93d-490b-94dd-0cba1a1860c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:31.312156 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1a7963b9-979f-4e4f-9e1b-736e36f6e185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:31.395435 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0a19b-e93d-490b-94dd-0cba1a1860c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276e2009-e6e5-4eea-8dbc-915becad7068,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:31.407324 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8ac0a19b-e93d-490b-94dd-0cba1a1860c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:31.456035 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8ac0a19b-e93d-490b-94dd-0cba1a1860c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:31.459944 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-8ac0a19b-e93d-490b-94dd-0cba1a1860c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/276e2009-e6e5-4eea-8dbc-915becad7068 HTTP/1.1" status: 204 len: 168 time: 0.8139153 Feb 17 01:02:31.463903 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Allocated IP 172.20.0.9 (1d7f5852-8882-4c3e-94a9-e88fedcdc969/c186eac3-4b79-4f7c-8162-09aea8654bd1/b5243a1f-f92a-4f15-b4b9-92ea13664cc9) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:02:31.761537 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c2145122-7bfe-4e42-99dc-34dc5fbb26e7 req-e2a6004d-e75d-4ae9-a458-80c087c5bd86 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e71d11d-fa38-4015-b919-8ddea4bc7e60 HTTP/1.1" status: 200 len: 210 time: 0.0970473 Feb 17 01:02:31.840276 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:31.887048 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:31.920819 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:31.983346 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6263c-35d6-4287-988d-c293e0650d24 req-f8e35f1e-a3d2-4cb3-9fbe-3503cb59ba9e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:31.989366 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 54832) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:31.995819 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bdd6263c-35d6-4287-988d-c293e0650d24 req-f8e35f1e-a3d2-4cb3-9fbe-3503cb59ba9e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.1405475 Feb 17 01:02:32.064546 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bdd6263c-35d6-4287-988d-c293e0650d24 req-74fa8db8-659c-49d2-9612-ad76bb73b52e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677693 Feb 17 01:02:32.322652 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-980c120b-376e-4cda-b033-6180822055fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:32.375769 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9aece052-22ee-4c4c-bafb-6934d1291778 req-f6547483-259a-4600-9a70-1fb8430f2676 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 210 time: 0.1193140 Feb 17 01:02:32.523034 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-eb7a2291-d1dd-4310-b84b-01833f0f5528 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:32.524768 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-eb7a2291-d1dd-4310-b84b-01833f0f5528 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.42 "GET /v2.0/networks?id=819329f8-0ff3-4613-9040-d2394ba7d1f6 HTTP/1.1" status: 200 len: 815 time: 0.3915582 Feb 17 01:02:32.549052 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Request body: {'port': {'device_id': 'e2d9d33f-1723-42c9-883d-e0ca0ff2caee', 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6', 'admin_state_up': True, 'tenant_id': '3f41172a99244d648c7b2053813ce44e'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:02:32.581522 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Pushing event updated for resources: {'Port': ['ID=b5243a1f-f92a-4f15-b4b9-92ea13664cc9,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:32.590991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:32.601188 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-980c120b-376e-4cda-b033-6180822055fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:32.609666 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-980c120b-376e-4cda-b033-6180822055fa admin admin] Usage tracker for resource:security_group_rule and tenant:9e278750b49f4ddc88cd8e0f585cbee1 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:32.616307 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-980c120b-376e-4cda-b033-6180822055fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:32.635636 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-980c120b-376e-4cda-b033-6180822055fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:32.732696 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Network 1d7f5852-8882-4c3e-94a9-e88fedcdc969 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:02:32.735534 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:02:32.745072 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:02:32.750321 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:32.751332 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:32.757665 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80303a80-bc76-4e05-847c-5241b1a7388d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:32.787741 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4867220 Feb 17 01:02:32.808439 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1a26bb29-633c-4001-bf30-d1a961012390 req-23296eb0-489a-4fe0-b3d9-3fdecb9fc5dc tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 210 time: 0.2425215 Feb 17 01:02:32.823810 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Request body: {'port': {'device_id': '8e71d11d-fa38-4015-b919-8ddea4bc7e60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:02:32.826998 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f0f44-826f-47e0-8671-9d1cbc4fd5fc req-64dadd9c-8eef-46d0-8723-8303626e960a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:32.827677 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-091f0f44-826f-47e0-8671-9d1cbc4fd5fc req-64dadd9c-8eef-46d0-8723-8303626e960a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.4560132 Feb 17 01:02:32.955647 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:32.969914 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Usage tracker for resource:port and tenant:3f41172a99244d648c7b2053813ce44e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:32.977188 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:32.989988 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:33.046491 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-980c120b-376e-4cda-b033-6180822055fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:33.072123 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-980c120b-376e-4cda-b033-6180822055fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:33.074518 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Made reservation on behalf of 3f41172a99244d648c7b2053813ce44e for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:02:33.086257 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:33.097407 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-56c111a5-8867-4590-aca6-012f3499c523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:33.225572 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c120b-376e-4cda-b033-6180822055fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93056f2e-3012-487f-b27d-db7c14540e41,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:33.236127 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-980c120b-376e-4cda-b033-6180822055fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e278750b49f4ddc88cd8e0f585cbee1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0496652 Feb 17 01:02:33.238070 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-091f0f44-826f-47e0-8671-9d1cbc4fd5fc req-cd346b77-bb65-43ed-9202-ccc2e7668555 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340741 Feb 17 01:02:33.242843 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-980c120b-376e-4cda-b033-6180822055fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:33.243395 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 54854) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:33.299860 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-835844e3-1d43-4b44-b3d7-67125e94fb79 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:33.300655 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-835844e3-1d43-4b44-b3d7-67125e94fb79 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Synchronizing usage tracker for tenant:f21125c48da74e91860753708883f7e8 on resource:network {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:02:33.322833 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:33.347417 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:33.605389 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-835844e3-1d43-4b44-b3d7-67125e94fb79 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Unset dirty status for tenant:f21125c48da74e91860753708883f7e8 on resource:network {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:02:33.609065 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-835844e3-1d43-4b44-b3d7-67125e94fb79 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.42 "GET /v2.0/networks?id=50270a8c-05f9-44ce-9876-7b1c2c420843 HTTP/1.1" status: 200 len: 813 time: 0.7297752 Feb 17 01:02:33.640418 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Request body: {'port': {'device_id': '28849a48-315e-4f3e-8a37-16a95ef35222', 'network_id': '50270a8c-05f9-44ce-9876-7b1c2c420843', 'admin_state_up': True, 'tenant_id': 'f21125c48da74e91860753708883f7e8'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:02:33.678339 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2836446e-5142-4eac-94c9-171bd991167b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:33.843776 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2836446e-5142-4eac-94c9-171bd991167b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:33.866913 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf3c96-80ed-4a08-a4cb-2fddb3da6311 req-ea0febf8-1662-4f25-95b1-5f167177732a tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:33.870691 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b3cf3c96-80ed-4a08-a4cb-2fddb3da6311 req-ea0febf8-1662-4f25-95b1-5f167177732a tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e71d11d-fa38-4015-b919-8ddea4bc7e60 HTTP/1.1" status: 200 len: 931 time: 0.7305880 Feb 17 01:02:34.016595 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:34.066385 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2836446e-5142-4eac-94c9-171bd991167b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:34.128900 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:34.130745 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Allocated IP 172.20.0.6 (819329f8-0ff3-4613-9040-d2394ba7d1f6/fcd2180f-8c74-4147-ab1b-02ce3246c291/cb1f62b1-ff05-4580-a4b1-fb9489168c43) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:02:34.141943 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:34.146616 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-b3cf3c96-80ed-4a08-a4cb-2fddb3da6311 req-4aa32ff1-5949-444a-b85d-c6006e50375c tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Synchronizing usage tracker for tenant:c2269baf5fe148c89fe9d1769b74f48f on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:02:34.165387 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Usage tracker for resource:port and tenant:f21125c48da74e91860753708883f7e8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:34.167230 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b1788-2c9f-42f8-92de-677d28e59dd9 req-999c0c11-7e33-4804-88b1-d889ee1aee0e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:34.170345 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8b6b1788-2c9f-42f8-92de-677d28e59dd9 req-999c0c11-7e33-4804-88b1-d889ee1aee0e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.6719072 Feb 17 01:02:34.171264 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836446e-5142-4eac-94c9-171bd991167b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93056f2e-3012-487f-b27d-db7c14540e41,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:34.173502 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:34.183538 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2836446e-5142-4eac-94c9-171bd991167b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:34.184656 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:34.189567 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2836446e-5142-4eac-94c9-171bd991167b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:34.190720 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-2836446e-5142-4eac-94c9-171bd991167b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93056f2e-3012-487f-b27d-db7c14540e41 HTTP/1.1" status: 204 len: 168 time: 0.9344387 Feb 17 01:02:34.237497 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Made reservation on behalf of f21125c48da74e91860753708883f7e8 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:02:34.244587 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:34.246398 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-b3cf3c96-80ed-4a08-a4cb-2fddb3da6311 req-4aa32ff1-5949-444a-b85d-c6006e50375c tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Unset dirty status for tenant:c2269baf5fe148c89fe9d1769b74f48f on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:02:34.248782 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b3cf3c96-80ed-4a08-a4cb-2fddb3da6311 req-4aa32ff1-5949-444a-b85d-c6006e50375c tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986710 Feb 17 01:02:34.410133 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.db.resource_extend [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 01:02:34.415185 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8b6b1788-2c9f-42f8-92de-677d28e59dd9 req-cfacd352-4b31-428c-907d-917f2bedc3a5 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007365 Feb 17 01:02:34.548068 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5243a1f-f92a-4f15-b4b9-92ea13664cc9 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:02:34.562093 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:34.635354 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Transition to ACTIVE for port object b5243a1f-f92a-4f15-b4b9-92ea13664cc9 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:02:34.656887 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:34.683813 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:34.735401 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:34.775890 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a14dc266-35b0-4517-b34d-38601639099d req-fbbdaa9b-3ea1-4a15-8f66-7e6a917afcd4 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 210 time: 0.1113322 Feb 17 01:02:34.836178 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Pushing event updated for resources: {'Port': ['ID=b5243a1f-f92a-4f15-b4b9-92ea13664cc9,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:34.874732 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:34.949146 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:35.019117 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-007f485e-abd8-47d6-9ce7-2aefc601a47c req-ead78ba5-aff1-453b-b276-8d52979e7dbd tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 210 time: 0.1637926 Feb 17 01:02:35.082977 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Allocated IP 172.20.0.9 (50270a8c-05f9-44ce-9876-7b1c2c420843/6e12e7db-7d54-4916-b41c-cebcfa5cdbec/15fbf8ff-e660-4105-a6e1-00b712defe8f) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:02:35.112003 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:35.246144 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-23e129c0-7409-450b-b25e-e8c4a589bea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:35.327205 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5d01f-a99b-4f26-a0b8-ee579b4f72e9 req-9f6dbcec-3e6b-4bf3-a86b-53bd4bf55326 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:35.329029 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-37f5d01f-a99b-4f26-a0b8-ee579b4f72e9 req-9f6dbcec-3e6b-4bf3-a86b-53bd4bf55326 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.3756101 Feb 17 01:02:35.393973 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Attempting to bind port b5243a1f-f92a-4f15-b4b9-92ea13664cc9 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:02:35.394384 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Attempting to bind port b5243a1f-f92a-4f15-b4b9-92ea13664cc9 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'a1b8497a-82ab-41ab-a86a-774b6b20fcf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d7f5852-8882-4c3e-94a9-e88fedcdc969'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:02:35.395322 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Attempting to bind port b5243a1f-f92a-4f15-b4b9-92ea13664cc9 on network 1d7f5852-8882-4c3e-94a9-e88fedcdc969 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:02:35.395526 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Pushing event updated for resources: {'Port': ['ID=cb1f62b1-ff05-4580-a4b1-fb9489168c43,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:35.418259 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:35.429047 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:02:35.429401 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Checking segment: {'id': 'a1b8497a-82ab-41ab-a86a-774b6b20fcf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d7f5852-8882-4c3e-94a9-e88fedcdc969'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:02:35.430274 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:35.430435 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Bound using segment: {'id': 'a1b8497a-82ab-41ab-a86a-774b6b20fcf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d7f5852-8882-4c3e-94a9-e88fedcdc969'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:02:35.431236 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Bound port: b5243a1f-f92a-4f15-b4b9-92ea13664cc9, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b8497a-82ab-41ab-a86a-774b6b20fcf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d7f5852-8882-4c3e-94a9-e88fedcdc969'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:02:35.431776 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:35.454907 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-37f5d01f-a99b-4f26-a0b8-ee579b4f72e9 req-b10fd632-4c7a-4154-8712-53fd6463490b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030436 Feb 17 01:02:35.497375 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Network 819329f8-0ff3-4613-9040-d2394ba7d1f6 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:02:35.541241 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:02:35.548896 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:02:35.638817 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:35.639858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:35.642018 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:35.646288 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] For port b5243a1f-f92a-4f15-b4b9-92ea13664cc9, host hv-cinder-75995, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:02:35.671481 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] For port b5243a1f-f92a-4f15-b4b9-92ea13664cc9, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=b5243a1f-f92a-4f15-b4b9-92ea13664cc9,segment=NetworkSegment(a1b8497a-82ab-41ab-a86a-774b6b20fcf9),segment_id=a1b8497a-82ab-41ab-a86a-774b6b20fcf9)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:02:35.684881 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:35.696947 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cbd23-a342-4b08-a697-c81badafa339 req-2a59f7d4-612e-4273-b4bd-44efd44008e6 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:35.705329 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ca7cbd23-a342-4b08-a697-c81badafa339 req-2a59f7d4-612e-4273-b4bd-44efd44008e6 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e71d11d-fa38-4015-b919-8ddea4bc7e60 HTTP/1.1" status: 200 len: 943 time: 0.2140741 Feb 17 01:02:35.705634 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:35.723873 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1861377 Feb 17 01:02:35.750755 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Request body: {'port': {'device_id': 'e2d9d33f-1723-42c9-883d-e0ca0ff2caee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:02:35.870802 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ca7cbd23-a342-4b08-a697-c81badafa339 req-b5c11148-c583-4a94-a6b0-3622514e73ad tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648695 Feb 17 01:02:36.111128 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:36.218786 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Pushing event updated for resources: {'Port': ['ID=b5243a1f-f92a-4f15-b4b9-92ea13664cc9,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:36.228724 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:36.229495 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:36.238905 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:36.337879 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48009d-475d-4346-bdff-8e4605687e67 req-9ac88e94-1938-4217-bb8a-2d5ca73faff0 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:36.339745 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fd48009d-475d-4346-bdff-8e4605687e67 req-9ac88e94-1938-4217-bb8a-2d5ca73faff0 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.5613747 Feb 17 01:02:36.359431 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Pushing event updated for resources: {'Port': ['ID=15fbf8ff-e660-4105-a6e1-00b712defe8f,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:36.366785 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:36.377971 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:36.382462 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:36.382462 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] 10.222.0.42 "PUT /v2.0/ports/b5243a1f-f92a-4f15-b4b9-92ea13664cc9 HTTP/1.1" status: 200 len: 1157 time: 3.5622909 Feb 17 01:02:36.382462 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e71d11d-fa38-4015-b919-8ddea4bc7e60', 'tag': 'b5243a1f-f92a-4f15-b4b9-92ea13664cc9'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:02:36.429167 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Network 50270a8c-05f9-44ce-9876-7b1c2c420843 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:02:36.430770 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:02:36.433799 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:02:36.440792 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:36.442293 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:36.470416 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033470eb-d839-4878-ad48-cbe6048ff35c req-50f43ec2-1ac9-446a-8b69-181245ef7cdb tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:36.472132 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-033470eb-d839-4878-ad48-cbe6048ff35c req-50f43ec2-1ac9-446a-8b69-181245ef7cdb tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 931 time: 0.3843837 Feb 17 01:02:36.492524 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fd48009d-475d-4346-bdff-8e4605687e67 req-f16bcae8-2a40-434d-b083-182933b34bc5 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402304 Feb 17 01:02:36.610358 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9823177 Feb 17 01:02:36.626912 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-033470eb-d839-4878-ad48-cbe6048ff35c req-58cf8b5e-dde8-4106-8337-f598ccc33f4b tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385159 Feb 17 01:02:36.629957 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Request body: {'port': {'device_id': '28849a48-315e-4f3e-8a37-16a95ef35222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:02:36.856010 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e71d11d-fa38-4015-b919-8ddea4bc7e60', 'tag': 'b5243a1f-f92a-4f15-b4b9-92ea13664cc9', 'status': 'completed', 'code': 200} Feb 17 01:02:36.892036 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb1f62b1-ff05-4580-a4b1-fb9489168c43 {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:02:36.901303 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:36.918718 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Transition to ACTIVE for port object cb1f62b1-ff05-4580-a4b1-fb9489168c43 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:02:36.925804 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-c4f79651-9729-4698-9f4d-97a805a925e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:36.930172 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-c4f79651-9729-4698-9f4d-97a805a925e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2269baf5fe148c89fe9d1769b74f48f&device_id=8e71d11d-fa38-4015-b919-8ddea4bc7e60 HTTP/1.1" status: 200 len: 1160 time: 0.4825308 Feb 17 01:02:36.966623 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2094666'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:36.994707 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:37.045036 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:37.112217 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:37.159689 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-0f72601f-6bca-4910-9f87-7ed4a41e465e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5243a1f-f92a-4f15-b4b9-92ea13664cc9 HTTP/1.1" status: 200 len: 217 time: 0.2046642 Feb 17 01:02:37.235155 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Pushing event updated for resources: {'Port': ['ID=cb1f62b1-ff05-4580-a4b1-fb9489168c43,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:37.254985 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:37.289057 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372067c0-88ce-4158-971b-37a063c7d0c1 req-b90f7bbf-e3f2-4236-8e00-634f8a08b25f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:37.289907 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-372067c0-88ce-4158-971b-37a063c7d0c1 req-b90f7bbf-e3f2-4236-8e00-634f8a08b25f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Synchronizing usage tracker for tenant:3f41172a99244d648c7b2053813ce44e on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:02:37.330169 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3d704-ab67-4019-971d-13783a840f49 req-958cb530-cbc8-4d06-8d6c-bd91815986e3 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:37.331921 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-09d3d704-ab67-4019-971d-13783a840f49 req-958cb530-cbc8-4d06-8d6c-bd91815986e3 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.3409789 Feb 17 01:02:37.401620 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-372067c0-88ce-4158-971b-37a063c7d0c1 req-b90f7bbf-e3f2-4236-8e00-634f8a08b25f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Unset dirty status for tenant:3f41172a99244d648c7b2053813ce44e on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:02:37.401620 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-372067c0-88ce-4158-971b-37a063c7d0c1 req-b90f7bbf-e3f2-4236-8e00-634f8a08b25f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 943 time: 0.4812045 Feb 17 01:02:37.466032 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-2e2f153b-922b-4f18-ac77-4dfa9f42a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:37.469253 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-2e2f153b-922b-4f18-ac77-4dfa9f42a2ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c186eac3-4b79-4f7c-8162-09aea8654bd1 HTTP/1.1" status: 200 len: 849 time: 0.2972713 Feb 17 01:02:37.551909 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-09d3d704-ab67-4019-971d-13783a840f49 req-c125737e-5c50-49f5-b756-4cc98a04a69d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603739 Feb 17 01:02:37.567949 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-372067c0-88ce-4158-971b-37a063c7d0c1 req-89622bad-3d5f-4774-a5f2-f79d0872bc4d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417556 Feb 17 01:02:37.601634 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-b2b18dd8-f61b-415a-a394-e4c68426cdf3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d7f5852-8882-4c3e-94a9-e88fedcdc969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125395 Feb 17 01:02:37.630979 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Attempting to bind port cb1f62b1-ff05-4580-a4b1-fb9489168c43 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:02:37.631364 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Attempting to bind port cb1f62b1-ff05-4580-a4b1-fb9489168c43 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '8e231d0a-a31c-4754-af38-96d93351c74a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:02:37.631740 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Attempting to bind port cb1f62b1-ff05-4580-a4b1-fb9489168c43 on network 819329f8-0ff3-4613-9040-d2394ba7d1f6 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:02:37.647436 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:02:37.647893 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Checking segment: {'id': '8e231d0a-a31c-4754-af38-96d93351c74a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:02:37.648382 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:37.648777 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Bound using segment: {'id': '8e231d0a-a31c-4754-af38-96d93351c74a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:02:37.649284 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Bound port: cb1f62b1-ff05-4580-a4b1-fb9489168c43, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e231d0a-a31c-4754-af38-96d93351c74a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:02:37.649648 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:38.005188 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-648f79c2-8aa0-480f-a73a-c421a522d8d4 service neutron] 10.222.0.42 "GET /v2.0/networks/1d7f5852-8882-4c3e-94a9-e88fedcdc969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890502 Feb 17 01:02:38.075509 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] For port cb1f62b1-ff05-4580-a4b1-fb9489168c43, host hv-cinder-75995, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:02:38.089914 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] For port cb1f62b1-ff05-4580-a4b1-fb9489168c43, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=cb1f62b1-ff05-4580-a4b1-fb9489168c43,segment=NetworkSegment(8e231d0a-a31c-4754-af38-96d93351c74a),segment_id=8e231d0a-a31c-4754-af38-96d93351c74a)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:02:38.138294 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2094666'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:38.180835 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7fe33c2a-0680-4c4f-9c01-4cb353e53e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:38.370778 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da465657-c66b-4887-a8b5-5fca686ed8c0 req-dd2b74aa-d873-4b7d-9aae-ed6adb7099fa service neutron] 10.222.0.42 "GET /v2.0/networks/1d7f5852-8882-4c3e-94a9-e88fedcdc969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3573344 Feb 17 01:02:38.390135 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15fbf8ff-e660-4105-a6e1-00b712defe8f {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:02:38.406547 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:38.431171 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Transition to ACTIVE for port object 15fbf8ff-e660-4105-a6e1-00b712defe8f will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:02:38.437375 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:38.469409 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:38.806541 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Pushing event updated for resources: {'Port': ['ID=cb1f62b1-ff05-4580-a4b1-fb9489168c43,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:38.814671 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:38.850651 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73ff16-366a-44a8-99b7-3492d9012da8 req-cf986552-ae4f-4588-b139-a8cee1dd0770 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:38.852652 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6f73ff16-366a-44a8-99b7-3492d9012da8 req-cf986552-ae4f-4588-b139-a8cee1dd0770 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e71d11d-fa38-4015-b919-8ddea4bc7e60 HTTP/1.1" status: 200 len: 943 time: 0.9594359 Feb 17 01:02:38.854369 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Pushing event updated for resources: {'Port': ['ID=15fbf8ff-e660-4105-a6e1-00b712defe8f,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:38.867132 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:38.874964 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4509135-751d-409d-9cde-7fd6c3805f44 req-9362e16c-210d-4fbb-b646-bf1f4a3dad05 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:38.877505 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c4509135-751d-409d-9cde-7fd6c3805f44 req-9362e16c-210d-4fbb-b646-bf1f4a3dad05 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.9865680 Feb 17 01:02:38.895587 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:38.897530 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:38.899423 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] 10.222.0.42 "PUT /v2.0/ports/cb1f62b1-ff05-4580-a4b1-fb9489168c43 HTTP/1.1" status: 200 len: 1157 time: 3.1637571 Feb 17 01:02:38.900187 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d9d33f-1723-42c9-883d-e0ca0ff2caee', 'tag': 'cb1f62b1-ff05-4580-a4b1-fb9489168c43'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:02:38.925337 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca74ae4-e9a0-4fdf-9ef1-94be5d04e1ed req-b172609b-d15c-41be-8440-72652b8f249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:38.927405 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fca74ae4-e9a0-4fdf-9ef1-94be5d04e1ed req-b172609b-d15c-41be-8440-72652b8f249c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2269baf5fe148c89fe9d1769b74f48f&device_id=8e71d11d-fa38-4015-b919-8ddea4bc7e60 HTTP/1.1" status: 200 len: 1160 time: 0.2870419 Feb 17 01:02:39.082156 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6f73ff16-366a-44a8-99b7-3492d9012da8 req-382cc9f5-ef25-49cf-bfb4-1cce3b545e7d tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913369 Feb 17 01:02:39.123205 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Attempting to bind port 15fbf8ff-e660-4105-a6e1-00b712defe8f on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:02:39.123559 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Attempting to bind port 15fbf8ff-e660-4105-a6e1-00b712defe8f by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '570ddb4b-a4ab-4820-8012-219b788bfdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '50270a8c-05f9-44ce-9876-7b1c2c420843'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:02:39.123962 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Attempting to bind port 15fbf8ff-e660-4105-a6e1-00b712defe8f on network 50270a8c-05f9-44ce-9876-7b1c2c420843 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:02:39.130157 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c4509135-751d-409d-9cde-7fd6c3805f44 req-e357362b-29a9-44fd-87e1-3db225c3ce55 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231734 Feb 17 01:02:39.138343 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:02:39.140203 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Checking segment: {'id': '570ddb4b-a4ab-4820-8012-219b788bfdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '50270a8c-05f9-44ce-9876-7b1c2c420843'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:02:39.142612 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:39.145464 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Bound using segment: {'id': '570ddb4b-a4ab-4820-8012-219b788bfdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '50270a8c-05f9-44ce-9876-7b1c2c420843'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:02:39.147097 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Bound port: 15fbf8ff-e660-4105-a6e1-00b712defe8f, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570ddb4b-a4ab-4820-8012-219b788bfdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '50270a8c-05f9-44ce-9876-7b1c2c420843'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:02:39.148545 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:39.212054 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-72113280-2f05-497c-a6a3-29badd35425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:39.215188 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-72113280-2f05-497c-a6a3-29badd35425c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f41172a99244d648c7b2053813ce44e&device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 1160 time: 0.2524269 Feb 17 01:02:39.286629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca74ae4-e9a0-4fdf-9ef1-94be5d04e1ed req-bb72041f-e214-4a46-9c10-75331782de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:39.288546 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fca74ae4-e9a0-4fdf-9ef1-94be5d04e1ed req-bb72041f-e214-4a46-9c10-75331782de19 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d7f5852-8882-4c3e-94a9-e88fedcdc969 HTTP/1.1" status: 200 len: 903 time: 0.2980478 Feb 17 01:02:39.388134 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fca74ae4-e9a0-4fdf-9ef1-94be5d04e1ed req-ae235b71-f2b6-4dd6-8e91-63d6bba8237a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5243a1f-f92a-4f15-b4b9-92ea13664cc9 HTTP/1.1" status: 200 len: 217 time: 0.0913062 Feb 17 01:02:39.402772 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-da3307cc-2c4d-4716-bfea-af3ebca58caa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb1f62b1-ff05-4580-a4b1-fb9489168c43 HTTP/1.1" status: 200 len: 217 time: 0.1780758 Feb 17 01:02:39.437408 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] For port 15fbf8ff-e660-4105-a6e1-00b712defe8f, host hv-cinder-75995, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:02:39.466373 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] For port 15fbf8ff-e660-4105-a6e1-00b712defe8f, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=15fbf8ff-e660-4105-a6e1-00b712defe8f,segment=NetworkSegment(570ddb4b-a4ab-4820-8012-219b788bfdbe),segment_id=570ddb4b-a4ab-4820-8012-219b788bfdbe)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:02:39.474768 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:39.494296 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-84f810c8-ffd0-47a3-a82c-6e363fec8e8a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:39.553149 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-ea1bb22e-e847-4c58-9b37-71df44322657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:39.555078 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-ea1bb22e-e847-4c58-9b37-71df44322657 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcd2180f-8c74-4147-ab1b-02ce3246c291 HTTP/1.1" status: 200 len: 855 time: 0.1319201 Feb 17 01:02:39.642732 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-984bbd7f-a98a-4d28-b534-c0bbaba6a234 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819329f8-0ff3-4613-9040-d2394ba7d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662091 Feb 17 01:02:39.651190 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f9369-f4bf-4d2b-8d84-f97e1178a5fa req-f6dcace1-b21a-4646-a89a-9c092fb93d56 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:39.653303 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d91f9369-f4bf-4d2b-8d84-f97e1178a5fa req-f6dcace1-b21a-4646-a89a-9c092fb93d56 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 943 time: 0.3506157 Feb 17 01:02:39.663139 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e45983-b997-4a6b-9107-7210e941262e req-7a31fde2-c1a0-45ca-89f4-7bcf4f3a6dd8 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:39.665015 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f9e45983-b997-4a6b-9107-7210e941262e req-7a31fde2-c1a0-45ca-89f4-7bcf4f3a6dd8 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 943 time: 0.3611252 Feb 17 01:02:39.839627 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca74ae4-e9a0-4fdf-9ef1-94be5d04e1ed req-2b226e0a-051b-4593-ad14-74e24880f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:39.841320 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fca74ae4-e9a0-4fdf-9ef1-94be5d04e1ed req-2b226e0a-051b-4593-ad14-74e24880f359 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c186eac3-4b79-4f7c-8162-09aea8654bd1 HTTP/1.1" status: 200 len: 849 time: 0.4427857 Feb 17 01:02:39.868402 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f9e45983-b997-4a6b-9107-7210e941262e req-52fce1e9-7bc6-403b-a0a8-fdbed78e4009 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728959 Feb 17 01:02:39.893846 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d91f9369-f4bf-4d2b-8d84-f97e1178a5fa req-9c44e90b-5eaf-4cd4-9324-37122302258d tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026112 Feb 17 01:02:39.936519 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fca74ae4-e9a0-4fdf-9ef1-94be5d04e1ed req-b2a83a7d-f589-4b3d-be2e-60f710967e57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d7f5852-8882-4c3e-94a9-e88fedcdc969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832040 Feb 17 01:02:39.973499 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-f260f36d-2fca-4133-8816-8f2be9077013 service neutron] 10.222.0.42 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186538 Feb 17 01:02:39.976787 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d9d33f-1723-42c9-883d-e0ca0ff2caee', 'tag': 'cb1f62b1-ff05-4580-a4b1-fb9489168c43', 'status': 'completed', 'code': 200} Feb 17 01:02:40.092110 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Pushing event updated for resources: {'Port': ['ID=15fbf8ff-e660-4105-a6e1-00b712defe8f,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:40.104169 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:40.184546 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:40.185235 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:40.186768 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] 10.222.0.42 "PUT /v2.0/ports/15fbf8ff-e660-4105-a6e1-00b712defe8f HTTP/1.1" status: 200 len: 1157 time: 3.5656321 Feb 17 01:02:40.187318 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28849a48-315e-4f3e-8a37-16a95ef35222', 'tag': '15fbf8ff-e660-4105-a6e1-00b712defe8f'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:02:40.218777 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fca74ae4-e9a0-4fdf-9ef1-94be5d04e1ed req-6169e10e-a76e-4062-8a97-fb9d5b2e818b service neutron] 10.222.0.42 "GET /v2.0/networks/1d7f5852-8882-4c3e-94a9-e88fedcdc969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742019 Feb 17 01:02:40.354942 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.objects.ports [None req-401ebc08-7f38-4bcc-84d4-afa45ebb2c19 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84028) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:02:40.456743 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fca74ae4-e9a0-4fdf-9ef1-94be5d04e1ed req-38fbebbd-bb5d-4977-b223-d6d3ebed6d40 service neutron] 10.222.0.42 "GET /v2.0/networks/1d7f5852-8882-4c3e-94a9-e88fedcdc969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2275546 Feb 17 01:02:40.469316 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-429d80b2-729d-4c65-8062-9d9c2cfd3db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:40.471114 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-429d80b2-729d-4c65-8062-9d9c2cfd3db2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f21125c48da74e91860753708883f7e8&device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 1160 time: 0.1615965 Feb 17 01:02:40.564616 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-0c174c1d-7314-48ba-a357-be991c2daf80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15fbf8ff-e660-4105-a6e1-00b712defe8f HTTP/1.1" status: 200 len: 217 time: 0.0835197 Feb 17 01:02:40.658274 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-e18cb76c-235a-467a-8ebc-7f88539ddf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:40.658516 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-29a3cc4f-1881-4a7b-9a26-793be0a6021d req-c1b078ee-2f73-454f-a2c9-682bd9e377ec service neutron] 10.222.0.42 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6685693 Feb 17 01:02:40.660089 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-e18cb76c-235a-467a-8ebc-7f88539ddf1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e12e7db-7d54-4916-b41c-cebcfa5cdbec HTTP/1.1" status: 200 len: 853 time: 0.0870676 Feb 17 01:02:40.729113 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-a7f0242a-0903-4f17-aae6-d1ccbd6bb1f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50270a8c-05f9-44ce-9876-7b1c2c420843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567799 Feb 17 01:02:40.807696 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c743c-0cbe-4378-bc53-c14e30843af3 req-f60e2172-a1a5-4678-9248-28169d6e204c tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:40.809374 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a10c743c-0cbe-4378-bc53-c14e30843af3 req-f60e2172-a1a5-4678-9248-28169d6e204c tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.4861932 Feb 17 01:02:40.862949 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cbdbb-1d1b-4266-b49b-05d5d3a0dd90 req-722bde18-0e72-4e29-84a9-9699b415fea7 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:40.866944 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c48cbdbb-1d1b-4266-b49b-05d5d3a0dd90 req-722bde18-0e72-4e29-84a9-9699b415fea7 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e71d11d-fa38-4015-b919-8ddea4bc7e60 HTTP/1.1" status: 200 len: 943 time: 0.3881216 Feb 17 01:02:41.010588 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a10c743c-0cbe-4378-bc53-c14e30843af3 req-2c41769f-3d1b-4880-b006-a072cc7463bd tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832821 Feb 17 01:02:41.025554 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 2db46557-5247-4448-a886-66200bdcc9e2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:02:41.057103 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-006b757a-05f1-4f83-9a5d-d50737590303 service neutron] 10.222.0.42 "GET /v2.0/networks/50270a8c-05f9-44ce-9876-7b1c2c420843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188543 Feb 17 01:02:41.170894 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 2db46557-5247-4448-a886-66200bdcc9e2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:02:41.171558 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:41.176916 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c48cbdbb-1d1b-4266-b49b-05d5d3a0dd90 req-23ff9cd0-bdf9-45f6-a645-5fdd07b0cda9 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790267 Feb 17 01:02:41.188601 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef99d5-b8c4-44f4-bcd5-cab1960a13e2 req-489ed3a4-60c7-4de7-89a9-4019f43c8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:41.204229 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e9ef99d5-b8c4-44f4-bcd5-cab1960a13e2 req-489ed3a4-60c7-4de7-89a9-4019f43c8707 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f41172a99244d648c7b2053813ce44e&device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 1160 time: 0.4789138 Feb 17 01:02:41.349699 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28849a48-315e-4f3e-8a37-16a95ef35222', 'tag': '15fbf8ff-e660-4105-a6e1-00b712defe8f', 'status': 'completed', 'code': 200} Feb 17 01:02:41.376678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device b5243a1f-f92a-4f15-b4b9-92ea13664cc9 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:02:41.412643 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-343e1d2f-f494-4f67-99a7-4e81602ca56c req-5e3a4487-d594-417f-a654-400040cd91a4 service neutron] 10.222.0.42 "GET /v2.0/networks/50270a8c-05f9-44ce-9876-7b1c2c420843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3414342 Feb 17 01:02:41.515679 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port b5243a1f-f92a-4f15-b4b9-92ea13664cc9 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:02:41.524450 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port b5243a1f-f92a-4f15-b4b9-92ea13664cc9 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:02:41.525142 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:41.638952 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad2d9b-c020-42c6-b0e9-0dc614689a9a req-098352ee-44da-43d7-aeb3-050379369cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:41.641853 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbad2d9b-c020-42c6-b0e9-0dc614689a9a req-098352ee-44da-43d7-aeb3-050379369cd7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f21125c48da74e91860753708883f7e8&device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 1160 time: 0.1396487 Feb 17 01:02:41.693355 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:41.730720 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e71d11d-fa38-4015-b919-8ddea4bc7e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5243a1f-f92a-4f15-b4b9-92ea13664cc9'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:02:41.744467 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port b5243a1f-f92a-4f15-b4b9-92ea13664cc9, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=b5243a1f-f92a-4f15-b4b9-92ea13664cc9,segment=NetworkSegment(a1b8497a-82ab-41ab-a86a-774b6b20fcf9),segment_id=a1b8497a-82ab-41ab-a86a-774b6b20fcf9)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:02:41.752685 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:41.755834 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:41.786632 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 55002) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:41.857587 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=b5243a1f-f92a-4f15-b4b9-92ea13664cc9,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:41.867214 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef99d5-b8c4-44f4-bcd5-cab1960a13e2 req-3ab8e882-5167-41e8-9dc4-f9476cfe71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:41.867572 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.868385 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.868385 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.868925 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.869303 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.869679 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.870053 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.870156 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e9ef99d5-b8c4-44f4-bcd5-cab1960a13e2 req-3ab8e882-5167-41e8-9dc4-f9476cfe71d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=819329f8-0ff3-4613-9040-d2394ba7d1f6 HTTP/1.1" status: 200 len: 909 time: 0.6688762 Feb 17 01:02:41.870423 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.870793 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.871160 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.871528 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.871923 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.872321 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.872678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.873438 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.873438 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.873867 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.874238 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.874603 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.875121 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.875488 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.875869 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.876226 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.876585 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:02:41.886135 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2594909-b306-4beb-bb1c-54a7d336da5c req-0b77980b-0e29-40b4-8f9c-c2d5931ba30e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:41.889196 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c2594909-b306-4beb-bb1c-54a7d336da5c req-0b77980b-0e29-40b4-8f9c-c2d5931ba30e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.4327264 Feb 17 01:02:41.890470 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:41.916809 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad2d9b-c020-42c6-b0e9-0dc614689a9a req-d5dbd3b1-c98d-42d6-847f-77cb22979275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:41.919952 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbad2d9b-c020-42c6-b0e9-0dc614689a9a req-d5dbd3b1-c98d-42d6-847f-77cb22979275 service neutron] 10.222.0.42 "GET /v2.0/networks?id=50270a8c-05f9-44ce-9876-7b1c2c420843 HTTP/1.1" status: 200 len: 907 time: 0.2698994 Feb 17 01:02:42.019347 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eebe6153-ab0f-45a2-bd2f-f397b33a3938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:42.050059 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbad2d9b-c020-42c6-b0e9-0dc614689a9a req-7b17dae0-12c2-4756-8f90-3b1bacd337d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15fbf8ff-e660-4105-a6e1-00b712defe8f HTTP/1.1" status: 200 len: 217 time: 0.1224909 Feb 17 01:02:42.053166 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-eebe6153-ab0f-45a2-bd2f-f397b33a3938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:42.060719 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-eebe6153-ab0f-45a2-bd2f-f397b33a3938 admin admin] Usage tracker for resource:security_group_rule and tenant:2ecdffaa19de420d9177e3b740533431 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:42.081300 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e9ef99d5-b8c4-44f4-bcd5-cab1960a13e2 req-dc558102-eee7-40df-a0b1-2b299da435b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb1f62b1-ff05-4580-a4b1-fb9489168c43 HTTP/1.1" status: 200 len: 217 time: 0.1759830 Feb 17 01:02:42.101082 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd97dec-13e9-477a-8070-154f7ec18fca req-048d8bee-7785-406c-b668-fe200efc86c3 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:42.103831 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-eebe6153-ab0f-45a2-bd2f-f397b33a3938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:42.104187 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5fd97dec-13e9-477a-8070-154f7ec18fca req-048d8bee-7785-406c-b668-fe200efc86c3 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 943 time: 0.5245378 Feb 17 01:02:42.117595 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device b5243a1f-f92a-4f15-b4b9-92ea13664cc9 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:02:42.128669 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-eebe6153-ab0f-45a2-bd2f-f397b33a3938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:42.173347 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad2d9b-c020-42c6-b0e9-0dc614689a9a req-f8595c22-ebfd-4c9c-962a-330fb55ca1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:42.175417 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbad2d9b-c020-42c6-b0e9-0dc614689a9a req-f8595c22-ebfd-4c9c-962a-330fb55ca1e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e12e7db-7d54-4916-b41c-cebcfa5cdbec HTTP/1.1" status: 200 len: 853 time: 0.1166229 Feb 17 01:02:42.204737 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port b5243a1f-f92a-4f15-b4b9-92ea13664cc9 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:02:42.208160 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:42.294364 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbad2d9b-c020-42c6-b0e9-0dc614689a9a req-25bc0d8c-a581-40c6-be21-8fdfcdd01062 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50270a8c-05f9-44ce-9876-7b1c2c420843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046000 Feb 17 01:02:42.304987 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c2594909-b306-4beb-bb1c-54a7d336da5c req-ab8d32ea-db6d-48ac-9505-538e75e61207 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893944 Feb 17 01:02:42.359690 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef99d5-b8c4-44f4-bcd5-cab1960a13e2 req-c5f6c315-2cd3-4508-a630-df522732eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:42.359690 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e9ef99d5-b8c4-44f4-bcd5-cab1960a13e2 req-c5f6c315-2cd3-4508-a630-df522732eb5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcd2180f-8c74-4147-ab1b-02ce3246c291 HTTP/1.1" status: 200 len: 855 time: 0.2452002 Feb 17 01:02:42.365848 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5fd97dec-13e9-477a-8070-154f7ec18fca req-f6d49597-40f2-420b-ad92-a4f68e9c41c1 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876433 Feb 17 01:02:42.479042 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e9ef99d5-b8c4-44f4-bcd5-cab1960a13e2 req-4a990e96-3146-4e12-933a-37222165fbbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819329f8-0ff3-4613-9040-d2394ba7d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110973 Feb 17 01:02:42.536466 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eebe6153-ab0f-45a2-bd2f-f397b33a3938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:42.542850 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eebe6153-ab0f-45a2-bd2f-f397b33a3938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:42.581325 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:42.590914 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e71d11d-fa38-4015-b919-8ddea4bc7e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5243a1f-f92a-4f15-b4b9-92ea13664cc9', 'code': 200} Feb 17 01:02:42.624758 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-eebe6153-ab0f-45a2-bd2f-f397b33a3938 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ecdffaa19de420d9177e3b740533431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8366263 Feb 17 01:02:42.709199 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbad2d9b-c020-42c6-b0e9-0dc614689a9a req-92fcc42d-c7eb-49fb-89a0-8f149c43f62a service neutron] 10.222.0.42 "GET /v2.0/networks/50270a8c-05f9-44ce-9876-7b1c2c420843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981857 Feb 17 01:02:42.710315 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe6153-ab0f-45a2-bd2f-f397b33a3938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0b9b31-78d2-4404-9410-bd09f123f6c6,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:42.712616 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 55016) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:42.734641 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-eebe6153-ab0f-45a2-bd2f-f397b33a3938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:43.006506 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbad2d9b-c020-42c6-b0e9-0dc614689a9a req-0b6e7255-b7d6-4d51-94aa-77cac8258ea9 service neutron] 10.222.0.42 "GET /v2.0/networks/50270a8c-05f9-44ce-9876-7b1c2c420843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2702448 Feb 17 01:02:43.169485 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313815b-9626-405e-919e-34805882eb5c req-a58898c9-a5bd-4dce-87c4-a75eab4f279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:43.171266 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1313815b-9626-405e-919e-34805882eb5c req-a58898c9-a5bd-4dce-87c4-a75eab4f279c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e71d11d-fa38-4015-b919-8ddea4bc7e60 HTTP/1.1" status: 200 len: 1162 time: 0.1110926 Feb 17 01:02:43.252038 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1313815b-9626-405e-919e-34805882eb5c req-81ee071f-95e2-4ebe-bc15-4d2926bf6540 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650058 Feb 17 01:02:43.418774 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a5d9ee6-d457-4570-b2e8-747ab3da9911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:43.451995 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e9ef99d5-b8c4-44f4-bcd5-cab1960a13e2 req-374fb4ae-90b8-4773-8139-8bade1674f45 service neutron] 10.222.0.42 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9631777 Feb 17 01:02:43.524407 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0efa7-bcd7-4930-8df6-a4aacd8deb9d req-405b1608-61b6-4a98-9226-5f5422a8c19f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:43.526168 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b1a0efa7-bcd7-4930-8df6-a4aacd8deb9d req-405b1608-61b6-4a98-9226-5f5422a8c19f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 943 time: 0.8155410 Feb 17 01:02:43.532467 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a5d9ee6-d457-4570-b2e8-747ab3da9911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:43.646544 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef9422-91ce-4224-a166-25b7dd4e10d6 req-0f6ff63f-b7cf-47c7-8602-daae09eacced tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:43.648350 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-51ef9422-91ce-4224-a166-25b7dd4e10d6 req-0f6ff63f-b7cf-47c7-8602-daae09eacced tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.7577453 Feb 17 01:02:43.766746 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b1a0efa7-bcd7-4930-8df6-a4aacd8deb9d req-ad3f64f3-b8cd-4319-934c-0bcd05144fe4 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734321 Feb 17 01:02:43.786016 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-51ef9422-91ce-4224-a166-25b7dd4e10d6 req-3b984e8f-08a1-4f10-8d60-b369ad217958 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240678 Feb 17 01:02:43.800823 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a5d9ee6-d457-4570-b2e8-747ab3da9911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:43.820846 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e09e5def-d412-4ca2-b17b-29a627585bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:43.834722 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e9ef99d5-b8c4-44f4-bcd5-cab1960a13e2 req-b94d22f4-1123-4d66-b86d-22d1ccfec139 service neutron] 10.222.0.42 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3629584 Feb 17 01:02:43.840229 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d9ee6-d457-4570-b2e8-747ab3da9911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0b9b31-78d2-4404-9410-bd09f123f6c6,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:43.843570 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6a5d9ee6-d457-4570-b2e8-747ab3da9911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:43.846081 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a5d9ee6-d457-4570-b2e8-747ab3da9911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:43.847202 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-6a5d9ee6-d457-4570-b2e8-747ab3da9911 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f0b9b31-78d2-4404-9410-bd09f123f6c6 HTTP/1.1" status: 204 len: 168 time: 1.1330962 Feb 17 01:02:44.202290 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0e1df-8c28-4aa2-be6f-b016bec6aabd req-7c95a83b-99e3-4b79-9d86-492a9b904a7c tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:44.212446 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b2e0e1df-8c28-4aa2-be6f-b016bec6aabd req-7c95a83b-99e3-4b79-9d86-492a9b904a7c tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e71d11d-fa38-4015-b919-8ddea4bc7e60 HTTP/1.1" status: 200 len: 945 time: 0.2629371 Feb 17 01:02:44.288856 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.objects.ports [None req-ff526d02-b24c-49cc-9340-b6897425a5a5 None None] Time-cost: Fetching 4 ports in 2 security groups {{(pid=84028) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:02:44.301358 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b2e0e1df-8c28-4aa2-be6f-b016bec6aabd req-83e68fc4-6156-4553-8465-2eaa9552c976 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874197 Feb 17 01:02:44.475590 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f977a-0204-4a03-9afc-5b9f370a188a req-dfa60289-cf73-4f23-aa9c-5389489d3429 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:44.485416 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e24f977a-0204-4a03-9afc-5b9f370a188a req-dfa60289-cf73-4f23-aa9c-5389489d3429 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.1946039 Feb 17 01:02:44.745487 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e24f977a-0204-4a03-9afc-5b9f370a188a req-ead5d854-fa05-45ef-96a5-7645b4c88ce7 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589228 Feb 17 01:02:45.012841 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81518db3-df51-4abf-9233-b3ac5dc4d4b7 req-9d8cee74-6ff4-4397-b078-41130921a46a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:45.022773 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-81518db3-df51-4abf-9233-b3ac5dc4d4b7 req-9d8cee74-6ff4-4397-b078-41130921a46a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 943 time: 0.5342531 Feb 17 01:02:45.119232 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-81518db3-df51-4abf-9233-b3ac5dc4d4b7 req-8424e7fb-5e87-42ac-8cac-a2470e6f04e6 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955350 Feb 17 01:02:45.195366 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b4d93-e5b9-48d4-ade3-472ce31a7658 req-daf1442d-42d0-4569-a3bc-96abd7e7db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:45.197480 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3e2b4d93-e5b9-48d4-ade3-472ce31a7658 req-daf1442d-42d0-4569-a3bc-96abd7e7db75 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 1162 time: 0.4101751 Feb 17 01:02:45.216218 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b5ef1-6be1-424f-b2df-2cfb1e075a44 req-e86e3071-ac78-462f-9a60-3a6b66daade9 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:45.232180 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-077b5ef1-6be1-424f-b2df-2cfb1e075a44 req-e86e3071-ac78-462f-9a60-3a6b66daade9 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 943 time: 0.2768159 Feb 17 01:02:45.403015 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3e2b4d93-e5b9-48d4-ade3-472ce31a7658 req-507ffe2f-a700-42a3-91a9-751f7ca2e956 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970150 Feb 17 01:02:45.428219 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-077b5ef1-6be1-424f-b2df-2cfb1e075a44 req-26c90ea5-29b6-446c-9cab-0f45d48e3eb1 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999180 Feb 17 01:02:45.513142 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25f731-8982-4bf5-955f-215c81fc3ff6 req-555f9a44-d0ef-40a6-925b-535396480257 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:45.514912 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2a25f731-8982-4bf5-955f-215c81fc3ff6 req-555f9a44-d0ef-40a6-925b-535396480257 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.1606481 Feb 17 01:02:45.781654 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2a25f731-8982-4bf5-955f-215c81fc3ff6 req-de20fc11-6bf2-4452-9a38-d3266add1bce tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348962 Feb 17 01:02:45.820356 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device cb1f62b1-ff05-4580-a4b1-fb9489168c43 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:02:45.927669 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f426a-8ac1-4580-86d5-5cea37c137c6 req-42088dcd-6d67-4cb0-a66c-3985fe5e1ae4 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:45.933357 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3a0f426a-8ac1-4580-86d5-5cea37c137c6 req-42088dcd-6d67-4cb0-a66c-3985fe5e1ae4 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e71d11d-fa38-4015-b919-8ddea4bc7e60 HTTP/1.1" status: 200 len: 945 time: 0.2705386 Feb 17 01:02:46.134436 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3a0f426a-8ac1-4580-86d5-5cea37c137c6 req-132438c1-e089-47f0-88f1-822b337f83f9 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943827 Feb 17 01:02:46.184343 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port cb1f62b1-ff05-4580-a4b1-fb9489168c43 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:02:46.205402 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port cb1f62b1-ff05-4580-a4b1-fb9489168c43 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:02:46.206495 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:46.369352 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4d105-e458-43f1-bc3d-26fadd53168d req-89213b63-eafa-4c46-8d24-7d5d089a06cf tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:46.386871 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bea4d105-e458-43f1-bc3d-26fadd53168d req-89213b63-eafa-4c46-8d24-7d5d089a06cf tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.2453294 Feb 17 01:02:46.526258 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bea4d105-e458-43f1-bc3d-26fadd53168d req-042906a1-d119-4390-8abc-11982f3bbd39 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380277 Feb 17 01:02:46.621594 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67458ea5-f6da-4fe4-8100-09043ebfc196 req-962dee7c-26b5-455c-830f-1de58dbb23d5 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:46.658901 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-67458ea5-f6da-4fe4-8100-09043ebfc196 req-962dee7c-26b5-455c-830f-1de58dbb23d5 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 943 time: 0.2615352 Feb 17 01:02:46.695728 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:46.786519 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port cb1f62b1-ff05-4580-a4b1-fb9489168c43, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=cb1f62b1-ff05-4580-a4b1-fb9489168c43,segment=NetworkSegment(8e231d0a-a31c-4754-af38-96d93351c74a),segment_id=8e231d0a-a31c-4754-af38-96d93351c74a)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:02:46.789905 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d9d33f-1723-42c9-883d-e0ca0ff2caee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1f62b1-ff05-4580-a4b1-fb9489168c43'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:02:46.836198 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:46.837605 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 15fbf8ff-e660-4105-a6e1-00b712defe8f up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:02:46.914428 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:46.947174 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-67458ea5-f6da-4fe4-8100-09043ebfc196 req-9042c659-5de6-4866-b79d-2c2a6607ddcf tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697947 Feb 17 01:02:47.062316 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d9d33f-1723-42c9-883d-e0ca0ff2caee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1f62b1-ff05-4580-a4b1-fb9489168c43', 'code': 200} Feb 17 01:02:47.178096 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=cb1f62b1-ff05-4580-a4b1-fb9489168c43,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:47.188857 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:47.189759 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port 15fbf8ff-e660-4105-a6e1-00b712defe8f completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:02:47.203825 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 15fbf8ff-e660-4105-a6e1-00b712defe8f triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:02:47.210518 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:47.227120 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f9cdd-48a6-449f-a9ca-aed29b3fc9d2 req-401a15a6-af41-443e-ac5b-9bc96c55d80e tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:47.233918 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-520f9cdd-48a6-449f-a9ca-aed29b3fc9d2 req-401a15a6-af41-443e-ac5b-9bc96c55d80e tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 945 time: 0.3864405 Feb 17 01:02:47.456924 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:47.466273 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-520f9cdd-48a6-449f-a9ca-aed29b3fc9d2 req-6a5b9ac3-23cf-49e6-9e65-8effeb885eba tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242005 Feb 17 01:02:47.506359 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 15fbf8ff-e660-4105-a6e1-00b712defe8f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=15fbf8ff-e660-4105-a6e1-00b712defe8f,segment=NetworkSegment(570ddb4b-a4ab-4820-8012-219b788bfdbe),segment_id=570ddb4b-a4ab-4820-8012-219b788bfdbe)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:02:47.513722 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:47.518399 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:47.530226 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd349b-9a7c-4b42-bbe6-b24d0e18f0f8 req-0782e87b-1c84-484b-bc5c-7d0441dfd103 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:47.533278 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2afd349b-9a7c-4b42-bbe6-b24d0e18f0f8 req-0782e87b-1c84-484b-bc5c-7d0441dfd103 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.1980813 Feb 17 01:02:47.644328 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2afd349b-9a7c-4b42-bbe6-b24d0e18f0f8 req-856aabd4-4a82-4dd6-9dcb-312f96111292 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889299 Feb 17 01:02:47.645553 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=15fbf8ff-e660-4105-a6e1-00b712defe8f,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:47.650041 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:47.838841 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device cb1f62b1-ff05-4580-a4b1-fb9489168c43 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:02:48.025490 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port cb1f62b1-ff05-4580-a4b1-fb9489168c43 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:02:48.026041 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:48.049249 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a344a-029e-4a0a-a606-c3a88da39dd1 req-d8f78935-18e2-4327-ab58-af02ed12cc75 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:48.051352 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8a0a344a-029e-4a0a-a606-c3a88da39dd1 req-d8f78935-18e2-4327-ab58-af02ed12cc75 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.2647619 Feb 17 01:02:48.059760 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d99af6-99e1-4207-a5cd-08e4a4b9e3c2 req-c2b2e718-26b1-420b-965f-62f3aaab9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:48.062025 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-25d99af6-99e1-4207-a5cd-08e4a4b9e3c2 req-c2b2e718-26b1-420b-965f-62f3aaab9819 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 1162 time: 0.3986499 Feb 17 01:02:48.144668 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-25d99af6-99e1-4207-a5cd-08e4a4b9e3c2 req-71cd48cc-5d03-4533-a3e6-123126ff0395 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598359 Feb 17 01:02:48.198323 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8a0a344a-029e-4a0a-a606-c3a88da39dd1 req-782515f0-f7c5-419c-ab7f-90d727d43823 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347456 Feb 17 01:02:48.315558 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 2db46557-5247-4448-a886-66200bdcc9e2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:02:48.451884 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 2db46557-5247-4448-a886-66200bdcc9e2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:02:48.453790 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:48.600264 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705166a2-feff-4f2c-87cd-396af939fe05 req-e7fd1156-84e0-4e29-8a55-22eaf30a1937 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:48.622637 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-705166a2-feff-4f2c-87cd-396af939fe05 req-e7fd1156-84e0-4e29-8a55-22eaf30a1937 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 945 time: 0.2030594 Feb 17 01:02:48.755595 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-705166a2-feff-4f2c-87cd-396af939fe05 req-ab494b7b-a358-4096-91bd-1315a916a960 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316271 Feb 17 01:02:48.862212 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device b46887ff-abcf-46bb-9078-58c568ea99f8 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:02:49.076509 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28849a48-315e-4f3e-8a37-16a95ef35222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fbf8ff-e660-4105-a6e1-00b712defe8f'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:02:49.166628 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port b46887ff-abcf-46bb-9078-58c568ea99f8 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:02:49.168191 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:49.540710 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 15fbf8ff-e660-4105-a6e1-00b712defe8f up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:02:49.750748 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 15fbf8ff-e660-4105-a6e1-00b712defe8f triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:02:49.752965 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:49.777890 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c3013-85a2-4c41-a6ec-f5fba88141a1 req-2f01530e-257a-4f3d-8680-a7caa2d96368 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:49.794245 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-911c3013-85a2-4c41-a6ec-f5fba88141a1 req-2f01530e-257a-4f3d-8680-a7caa2d96368 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 945 time: 0.5348916 Feb 17 01:02:49.884462 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc14b4-87fd-473e-8e1d-8dc84186edb9 req-0fe1220d-056b-4129-8079-5fa2eb4db692 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:49.887426 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9bcc14b4-87fd-473e-8e1d-8dc84186edb9 req-0fe1220d-056b-4129-8079-5fa2eb4db692 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e71d11d-fa38-4015-b919-8ddea4bc7e60 HTTP/1.1" status: 200 len: 945 time: 0.4202106 Feb 17 01:02:49.948339 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 378ed6e1-4673-45dd-89c1-425b692cf426 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:02:49.956817 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-911c3013-85a2-4c41-a6ec-f5fba88141a1 req-eb21aac4-93b9-4cda-8b70-a2b9f5ef4982 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606953 Feb 17 01:02:50.074991 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9bcc14b4-87fd-473e-8e1d-8dc84186edb9 req-712803d2-dee4-4bc9-a7c7-c85f8e301470 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748388 Feb 17 01:02:50.111163 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 378ed6e1-4673-45dd-89c1-425b692cf426 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:02:50.124756 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:50.302405 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28849a48-315e-4f3e-8a37-16a95ef35222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fbf8ff-e660-4105-a6e1-00b712defe8f', 'code': 200} Feb 17 01:02:50.562014 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 15fbf8ff-e660-4105-a6e1-00b712defe8f up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:02:50.691052 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 15fbf8ff-e660-4105-a6e1-00b712defe8f triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:02:50.693727 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:50.788576 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc095205-bf6b-4f95-9e42-73c54e02594f req-d44e5863-e4ab-442e-bc0e-ca4e399bf155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:50.790798 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41852123-9d75-4e5d-b706-0cb8bc8033a1 req-3808ed6d-3404-4acd-ace9-fc9ddd661717 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:50.791275 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cc095205-bf6b-4f95-9e42-73c54e02594f req-d44e5863-e4ab-442e-bc0e-ca4e399bf155 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 1162 time: 0.2271988 Feb 17 01:02:50.792515 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-41852123-9d75-4e5d-b706-0cb8bc8033a1 req-3808ed6d-3404-4acd-ace9-fc9ddd661717 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e71d11d-fa38-4015-b919-8ddea4bc7e60 HTTP/1.1" status: 200 len: 945 time: 0.4609456 Feb 17 01:02:50.800261 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d979a0-23a4-4f50-b75c-43604a5870cf req-3e59d1b5-3b4f-4ebd-96ed-96cd99ec4e41 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:50.802302 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-59d979a0-23a4-4f50-b75c-43604a5870cf req-3e59d1b5-3b4f-4ebd-96ed-96cd99ec4e41 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.3373561 Feb 17 01:02:50.915434 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cc095205-bf6b-4f95-9e42-73c54e02594f req-072f4edb-b4b0-4be7-b956-bab03b16f2d7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120775 Feb 17 01:02:50.916846 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-59d979a0-23a4-4f50-b75c-43604a5870cf req-71ab5919-4804-4929-8999-440e365b45c5 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693893 Feb 17 01:02:50.948690 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-41852123-9d75-4e5d-b706-0cb8bc8033a1 req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Deleting port b5243a1f-f92a-4f15-b4b9-92ea13664cc9 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:02:50.949095 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-41852123-9d75-4e5d-b706-0cb8bc8033a1 req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:51.127681 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:02:51.194977 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device b5243a1f-f92a-4f15-b4b9-92ea13664cc9 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:02:51.380616 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:51.380836 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf9bae-1fe8-41a2-b30b-22fa98dd9933 req-637c01a0-6e0b-4ef5-b0f2-826f214241ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:51.382444 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-69bf9bae-1fe8-41a2-b30b-22fa98dd9933 req-637c01a0-6e0b-4ef5-b0f2-826f214241ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07b76f83eace4c539f1de797b1560677&device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 1162 time: 0.1969314 Feb 17 01:02:51.459342 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port b5243a1f-f92a-4f15-b4b9-92ea13664cc9, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=b5243a1f-f92a-4f15-b4b9-92ea13664cc9,segment=NetworkSegment(a1b8497a-82ab-41ab-a86a-774b6b20fcf9),segment_id=a1b8497a-82ab-41ab-a86a-774b6b20fcf9)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:02:51.465978 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:51.471577 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:51.589580 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf9bae-1fe8-41a2-b30b-22fa98dd9933 req-d2011e61-600e-4f17-87f4-a4b6fb6b4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:51.592265 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-69bf9bae-1fe8-41a2-b30b-22fa98dd9933 req-d2011e61-600e-4f17-87f4-a4b6fb6b4126 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a HTTP/1.1" status: 200 len: 912 time: 0.2013779 Feb 17 01:02:51.593123 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 55190) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:51.632359 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=b5243a1f-f92a-4f15-b4b9-92ea13664cc9,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:51.636985 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:51.762149 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-69bf9bae-1fe8-41a2-b30b-22fa98dd9933 req-9a26225e-59df-4441-8a88-85c225b8d80c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2db46557-5247-4448-a886-66200bdcc9e2 HTTP/1.1" status: 200 len: 217 time: 0.1532419 Feb 17 01:02:51.926136 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9112f-63a3-4ceb-aa56-3fbc8d74ba9d req-a6546542-4bc9-47af-8d1e-b1fe9b9bd5f0 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:51.928668 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7fd9112f-63a3-4ceb-aa56-3fbc8d74ba9d req-a6546542-4bc9-47af-8d1e-b1fe9b9bd5f0 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.7713361 Feb 17 01:02:51.933596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a7d9cf7-5198-4288-ba8d-d9bc683ddeb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:51.957748 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4a7d9cf7-5198-4288-ba8d-d9bc683ddeb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:51.975460 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf9bae-1fe8-41a2-b30b-22fa98dd9933 req-7f7a21d7-ead9-4c95-bd5a-fc6308b8d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:51.977717 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-69bf9bae-1fe8-41a2-b30b-22fa98dd9933 req-7f7a21d7-ead9-4c95-bd5a-fc6308b8d6c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=282ed147-389b-47d6-8964-0129ce63461f HTTP/1.1" status: 200 len: 858 time: 0.2072299 Feb 17 01:02:51.982796 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-4a7d9cf7-5198-4288-ba8d-d9bc683ddeb6 admin admin] Usage tracker for resource:security_group_rule and tenant:787d0f1a8cae4bec894b760dbd41612b is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:51.992882 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-4a7d9cf7-5198-4288-ba8d-d9bc683ddeb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:52.017596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d1ba0-18f2-4cc3-8b8d-e52f355515ac req-8422649f-375a-4415-ab3e-bee4ec07a799 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:52.027522 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e88d1ba0-18f2-4cc3-8b8d-e52f355515ac req-8422649f-375a-4415-ab3e-bee4ec07a799 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 945 time: 0.7865906 Feb 17 01:02:52.101779 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7fd9112f-63a3-4ceb-aa56-3fbc8d74ba9d req-1cea1ecc-89d4-4ca2-b083-7d1352fa9659 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544921 Feb 17 01:02:52.136065 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4a7d9cf7-5198-4288-ba8d-d9bc683ddeb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:52.160498 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e88d1ba0-18f2-4cc3-8b8d-e52f355515ac req-8754f43c-44b9-4596-b5bb-d4d76f854745 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315794 Feb 17 01:02:52.166544 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-69bf9bae-1fe8-41a2-b30b-22fa98dd9933 req-d8bfc85c-0a7b-4316-b2d5-8ce0fa3ae565 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1760693 Feb 17 01:02:52.223365 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-41852123-9d75-4e5d-b706-0cb8bc8033a1 req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] For port b5243a1f-f92a-4f15-b4b9-92ea13664cc9, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=b5243a1f-f92a-4f15-b4b9-92ea13664cc9,segment=NetworkSegment(a1b8497a-82ab-41ab-a86a-774b6b20fcf9),segment_id=a1b8497a-82ab-41ab-a86a-774b6b20fcf9)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:02:52.223365 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-41852123-9d75-4e5d-b706-0cb8bc8033a1 req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:52.304173 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e71d11d-fa38-4015-b919-8ddea4bc7e60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5243a1f-f92a-4f15-b4b9-92ea13664cc9'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:02:52.450216 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-41852123-9d75-4e5d-b706-0cb8bc8033a1 req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Calling delete_port for b5243a1f-f92a-4f15-b4b9-92ea13664cc9 owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:02:52.480738 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a7d9cf7-5198-4288-ba8d-d9bc683ddeb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:52.492772 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a7d9cf7-5198-4288-ba8d-d9bc683ddeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:52.504356 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2a8f31a6-5cf7-45c8-9151-c00a1f20e1bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:52.588892 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d9cf7-5198-4288-ba8d-d9bc683ddeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80e1066-138d-4a6a-a2b2-44cabb054ff1,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:52.592415 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 15fbf8ff-e660-4105-a6e1-00b712defe8f up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:02:52.597094 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-4a7d9cf7-5198-4288-ba8d-d9bc683ddeb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=787d0f1a8cae4bec894b760dbd41612b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0024643 Feb 17 01:02:52.598853 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4a7d9cf7-5198-4288-ba8d-d9bc683ddeb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:52.602708 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 55202) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:52.625773 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-69bf9bae-1fe8-41a2-b30b-22fa98dd9933 req-744f69fa-f60b-47e4-9560-e644c2332499 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482718 Feb 17 01:02:52.694880 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 15fbf8ff-e660-4105-a6e1-00b712defe8f triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:02:52.695501 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:52.760210 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81cb96-f01d-49a1-afeb-67e24cd942c5 req-4d464199-b71e-434e-a539-5f14835ea68b tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:52.762478 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8a81cb96-f01d-49a1-afeb-67e24cd942c5 req-4d464199-b71e-434e-a539-5f14835ea68b tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e71d11d-fa38-4015-b919-8ddea4bc7e60 HTTP/1.1" status: 200 len: 943 time: 0.2766759 Feb 17 01:02:52.794031 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.db.api [req-41852123-9d75-4e5d-b706-0cb8bc8033a1 req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84026) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:02:52.794411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_db.api [req-41852123-9d75-4e5d-b706-0cb8bc8033a1 req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:02:52.831040 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2c266183-5c08-4b51-9f83-355f6149d6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:52.832252 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075b90a-7e83-448f-afbc-d3890d8551ed req-3b015193-4eb7-4cc9-89eb-d883705cd42b tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:52.840939 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2075b90a-7e83-448f-afbc-d3890d8551ed req-3b015193-4eb7-4cc9-89eb-d883705cd42b tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 945 time: 0.3531582 Feb 17 01:02:52.873643 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2c266183-5c08-4b51-9f83-355f6149d6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:52.980091 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2075b90a-7e83-448f-afbc-d3890d8551ed req-83661a81-3b0b-4e2c-8d8c-9b8e7ffe702f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375237 Feb 17 01:02:53.006582 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8a81cb96-f01d-49a1-afeb-67e24cd942c5 req-06431fb2-8d0c-4eeb-8642-d4f2bc4967be tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176383 Feb 17 01:02:53.215201 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e71d11d-fa38-4015-b919-8ddea4bc7e60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5243a1f-f92a-4f15-b4b9-92ea13664cc9', 'code': 200} Feb 17 01:02:53.439719 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-41852123-9d75-4e5d-b706-0cb8bc8033a1 req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Deleting port b5243a1f-f92a-4f15-b4b9-92ea13664cc9 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:02:53.440371 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-41852123-9d75-4e5d-b706-0cb8bc8033a1 req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:53.452024 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-69bf9bae-1fe8-41a2-b30b-22fa98dd9933 req-4bb619e8-790f-405f-8172-0edb54b4c6a4 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8067346 Feb 17 01:02:53.495841 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2c266183-5c08-4b51-9f83-355f6149d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:53.505318 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-35fd56b7-ee2f-425e-b487-ee6abc62c187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:53.543877 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c266183-5c08-4b51-9f83-355f6149d6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80e1066-138d-4a6a-a2b2-44cabb054ff1,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:53.574329 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2c266183-5c08-4b51-9f83-355f6149d6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:53.581744 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2c266183-5c08-4b51-9f83-355f6149d6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:53.586731 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-2c266183-5c08-4b51-9f83-355f6149d6b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c80e1066-138d-4a6a-a2b2-44cabb054ff1 HTTP/1.1" status: 204 len: 168 time: 0.9823041 Feb 17 01:02:53.674475 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 55220) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:54.224203 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d038774-89a6-4cce-8e58-04cb38f106f2 req-a1df14e8-d406-4468-ae4e-1f8c01c4745e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:54.235218 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6d038774-89a6-4cce-8e58-04cb38f106f2 req-a1df14e8-d406-4468-ae4e-1f8c01c4745e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.9468036 Feb 17 01:02:54.284085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7776d-cb99-4ff6-96b8-6dc4abfa3d66 req-5594bd9e-d5c9-4a54-b256-f79e9e7eead4 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:54.288569 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e3a7776d-cb99-4ff6-96b8-6dc4abfa3d66 req-5594bd9e-d5c9-4a54-b256-f79e9e7eead4 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.7017307 Feb 17 01:02:54.365690 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a94a3c35-0e30-4ccb-8df1-6e9772c7bce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:54.408181 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-41852123-9d75-4e5d-b706-0cb8bc8033a1 req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] For port b5243a1f-f92a-4f15-b4b9-92ea13664cc9, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=b5243a1f-f92a-4f15-b4b9-92ea13664cc9,segment=NetworkSegment(a1b8497a-82ab-41ab-a86a-774b6b20fcf9),segment_id=a1b8497a-82ab-41ab-a86a-774b6b20fcf9)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:02:54.408791 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-41852123-9d75-4e5d-b706-0cb8bc8033a1 req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:54.409338 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a94a3c35-0e30-4ccb-8df1-6e9772c7bce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:54.421479 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-a94a3c35-0e30-4ccb-8df1-6e9772c7bce6 admin admin] Usage tracker for resource:security_group_rule and tenant:f5e79bfa95e64cfaac8beb676b09e223 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:54.427904 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-a94a3c35-0e30-4ccb-8df1-6e9772c7bce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:54.439045 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a94a3c35-0e30-4ccb-8df1-6e9772c7bce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:54.622681 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 15fbf8ff-e660-4105-a6e1-00b712defe8f up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:02:54.664136 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a94a3c35-0e30-4ccb-8df1-6e9772c7bce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:54.671714 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a94a3c35-0e30-4ccb-8df1-6e9772c7bce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:54.692195 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-41852123-9d75-4e5d-b706-0cb8bc8033a1 req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Calling delete_port for b5243a1f-f92a-4f15-b4b9-92ea13664cc9 owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:02:54.693042 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a602d883-6971-4d73-b888-2463d1171913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:54.775703 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-a94a3c35-0e30-4ccb-8df1-6e9772c7bce6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5e79bfa95e64cfaac8beb676b09e223&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0986447 Feb 17 01:02:54.778541 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 55244) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:54.779683 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a3c35-0e30-4ccb-8df1-6e9772c7bce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc32c3ef-658d-4218-ba83-30562095c1a0,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:54.789141 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a94a3c35-0e30-4ccb-8df1-6e9772c7bce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:54.823532 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e3a7776d-cb99-4ff6-96b8-6dc4abfa3d66 req-46606946-38ba-4023-a5b4-e1b9786e8c7e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929186 Feb 17 01:02:54.868441 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6d038774-89a6-4cce-8e58-04cb38f106f2 req-ba4fc7b5-808b-4eab-8b4d-d88bc309a8e8 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6317143 Feb 17 01:02:55.007073 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bf77b40-c2ab-4889-9b78-66457c201032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:55.123396 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bf77b40-c2ab-4889-9b78-66457c201032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:55.309795 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bf77b40-c2ab-4889-9b78-66457c201032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:55.323287 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fe8c6701-2342-46b7-9488-e3a19ff747e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:55.376662 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf77b40-c2ab-4889-9b78-66457c201032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc32c3ef-658d-4218-ba83-30562095c1a0,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:55.391148 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6bf77b40-c2ab-4889-9b78-66457c201032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:55.394380 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bf77b40-c2ab-4889-9b78-66457c201032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:55.399014 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-6bf77b40-c2ab-4889-9b78-66457c201032 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc32c3ef-658d-4218-ba83-30562095c1a0 HTTP/1.1" status: 204 len: 168 time: 0.6110647 Feb 17 01:02:55.671223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 15fbf8ff-e660-4105-a6e1-00b712defe8f triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:02:55.673418 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:55.862958 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc19d5-788a-4b7a-b271-66e84a7fde7a req-8f10f983-1877-48c4-9eb7-e6372b2abbbd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:55.892510 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17fc19d5-788a-4b7a-b271-66e84a7fde7a req-8f10f983-1877-48c4-9eb7-e6372b2abbbd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e71d11d-fa38-4015-b919-8ddea4bc7e60 HTTP/1.1" status: 200 len: 943 time: 0.8395562 Feb 17 01:02:56.028198 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-41852123-9d75-4e5d-b706-0cb8bc8033a1 req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:56.040274 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c642d67-a91d-46f3-9073-a2498ec1d44e req-17ddd221-8599-4de9-ad9b-cfdbef4e29ec tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:56.049036 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7c642d67-a91d-46f3-9073-a2498ec1d44e req-17ddd221-8599-4de9-ad9b-cfdbef4e29ec tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 945 time: 0.8086708 Feb 17 01:02:56.212372 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7c642d67-a91d-46f3-9073-a2498ec1d44e req-7b086e9e-dc29-4d5a-bd1b-abbdf574115e tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626194 Feb 17 01:02:56.243450 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8ae46142-3d8f-477c-9f07-7a0f959f6569 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:56.412682 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Pushing event deleted for resources: {'Port': ['ID=b5243a1f-f92a-4f15-b4b9-92ea13664cc9,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:56.423646 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:56.428732 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17fc19d5-788a-4b7a-b271-66e84a7fde7a req-d2ee4237-9475-4d1f-9304-1f9817a45d93 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330675 Feb 17 01:02:56.730222 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-41852123-9d75-4e5d-b706-0cb8bc8033a1 req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] No DVR routers for this DVR port b5243a1f-f92a-4f15-b4b9-92ea13664cc9 on host hv-cinder-75995 {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:02:56.749273 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-41852123-9d75-4e5d-b706-0cb8bc8033a1 req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:56.757155 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e71d11d-fa38-4015-b919-8ddea4bc7e60', 'name': 'network-vif-deleted', 'tag': 'b5243a1f-f92a-4f15-b4b9-92ea13664cc9'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:02:56.782839 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-41852123-9d75-4e5d-b706-0cb8bc8033a1 req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.42 "DELETE /v2.0/ports/b5243a1f-f92a-4f15-b4b9-92ea13664cc9 HTTP/1.1" status: 204 len: 173 time: 5.9765182 Feb 17 01:02:56.969699 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 55314) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:57.056088 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-045b5045-fbbf-4f4c-ad40-04ce279384ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:57.122282 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-045b5045-fbbf-4f4c-ad40-04ce279384ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:02:57.138343 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-045b5045-fbbf-4f4c-ad40-04ce279384ae admin admin] Usage tracker for resource:security_group_rule and tenant:53e42c127a9c4cb38def61ccc6db74a2 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:02:57.162994 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-045b5045-fbbf-4f4c-ad40-04ce279384ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:02:57.194796 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-045b5045-fbbf-4f4c-ad40-04ce279384ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:02:57.394884 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32904214-b3a1-43fc-a064-b5f4f343473a req-0ea0c782-91f6-46d5-862d-b8a4cb5f5790 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:57.408816 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-32904214-b3a1-43fc-a064-b5f4f343473a req-0ea0c782-91f6-46d5-862d-b8a4cb5f5790 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.3830523 Feb 17 01:02:57.529600 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-32904214-b3a1-43fc-a064-b5f4f343473a req-4759ba2b-8fb2-4898-ae89-5a393e52e1dc tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177917 Feb 17 01:02:57.554009 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-045b5045-fbbf-4f4c-ad40-04ce279384ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:57.587166 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-045b5045-fbbf-4f4c-ad40-04ce279384ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:57.779619 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3d127403-1e46-4e15-b7ee-14faf0e68eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:57.892587 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-045b5045-fbbf-4f4c-ad40-04ce279384ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53e42c127a9c4cb38def61ccc6db74a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9155109 Feb 17 01:02:57.892734 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 55330) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:02:57.922239 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b5045-fbbf-4f4c-ad40-04ce279384ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e05c4d-89e2-46e9-b778-26e0e49d5c96,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:57.932190 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-045b5045-fbbf-4f4c-ad40-04ce279384ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:58.241281 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a55ebee-fa8a-4c75-bc2e-664dc90b4ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:58.318094 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a55ebee-fa8a-4c75-bc2e-664dc90b4ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:58.430273 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d12773-668f-46d9-9ec3-77d7dc7806d4 req-a0619b5d-d106-459a-939a-43d8c7f0ebc2 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:02:58.448991 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-23d12773-668f-46d9-9ec3-77d7dc7806d4 req-a0619b5d-d106-459a-939a-43d8c7f0ebc2 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.6802764 Feb 17 01:02:58.534462 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a55ebee-fa8a-4c75-bc2e-664dc90b4ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:58.549780 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9d56ed5d-6951-449b-a37f-163efd14a184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:02:58.577330 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55ebee-fa8a-4c75-bc2e-664dc90b4ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e05c4d-89e2-46e9-b778-26e0e49d5c96,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:02:58.624236 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4a55ebee-fa8a-4c75-bc2e-664dc90b4ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:02:58.661154 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e71d11d-fa38-4015-b919-8ddea4bc7e60', 'name': 'network-vif-deleted', 'tag': 'b5243a1f-f92a-4f15-b4b9-92ea13664cc9', 'status': 'completed', 'code': 200} Feb 17 01:02:58.680855 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-23d12773-668f-46d9-9ec3-77d7dc7806d4 req-98d48e3a-b1e8-42be-8674-51998183a06a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245915 Feb 17 01:02:58.684867 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a55ebee-fa8a-4c75-bc2e-664dc90b4ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:02:58.689280 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-4a55ebee-fa8a-4c75-bc2e-664dc90b4ca3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6e05c4d-89e2-46e9-b778-26e0e49d5c96 HTTP/1.1" status: 204 len: 168 time: 0.7930806 Feb 17 01:02:59.217960 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7873-277a-4706-90f2-1b7eed001253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:02.784420 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e0e4b3e5-e20d-4ff9-90fe-a41452947b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:03.397346 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:04.027637 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:04.446613 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8075be1b-9d05-40e4-b385-cd4f1d508113 req-543864bd-032f-441b-9cd4-44268198b9e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1278467 Feb 17 01:03:04.662815 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075be1b-9d05-40e4-b385-cd4f1d508113 req-e8b862ac-5b54-4c04-bd7b-03773843bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:04.666548 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8075be1b-9d05-40e4-b385-cd4f1d508113 req-e8b862ac-5b54-4c04-bd7b-03773843bf54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07b76f83eace4c539f1de797b1560677&device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 1163 time: 0.1868873 Feb 17 01:03:04.700941 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:05.178754 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-19457bac-65ff-4d71-9898-e440c01ed16f req-0f4a3134-85e7-4818-a24e-36a3da576045 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=71190d45650d49489f3e1029aca2f7f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4552486 Feb 17 01:03:05.403748 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075be1b-9d05-40e4-b385-cd4f1d508113 req-cdbb23c7-5dd6-49c3-ae9f-0556d9522d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:05.404101 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfab21-80e6-4e1b-99d9-1a029257cbf3 req-5e0c82bc-bfe5-4c76-ad34-c6ac18de9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:05.405426 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a6dfab21-80e6-4e1b-99d9-1a029257cbf3 req-5e0c82bc-bfe5-4c76-ad34-c6ac18de9aa4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=475f7d7891b64c41a88eeff4cb15f254&device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 1163 time: 0.0952621 Feb 17 01:03:05.405587 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8075be1b-9d05-40e4-b385-cd4f1d508113 req-cdbb23c7-5dd6-49c3-ae9f-0556d9522d91 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a HTTP/1.1" status: 200 len: 912 time: 0.6798439 Feb 17 01:03:05.430795 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-109a28b5-1160-494b-aa5e-35eb6e4f5681 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:05.432563 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-109a28b5-1160-494b-aa5e-35eb6e4f5681 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/networks?id=1d7f5852-8882-4c3e-94a9-e88fedcdc969 HTTP/1.1" status: 200 len: 809 time: 0.7644682 Feb 17 01:03:05.526168 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8075be1b-9d05-40e4-b385-cd4f1d508113 req-7e29d2a0-86ad-4efa-8e3f-5e6f9645528e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ef75ed4-e440-4bd3-a4ec-d27480c246b2 HTTP/1.1" status: 200 len: 217 time: 0.0924673 Feb 17 01:03:05.584559 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfab21-80e6-4e1b-99d9-1a029257cbf3 req-0622a118-f88e-499f-b2f1-2b9d68141b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:05.585439 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-fc54e00c-43eb-4b94-8194-638ddb18291c tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/quotas/c2269baf5fe148c89fe9d1769b74f48f HTTP/1.1" status: 200 len: 375 time: 0.0787146 Feb 17 01:03:05.586444 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a6dfab21-80e6-4e1b-99d9-1a029257cbf3 req-0622a118-f88e-499f-b2f1-2b9d68141b45 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9f87947-84f1-4bba-bbae-568841e714fe HTTP/1.1" status: 200 len: 910 time: 0.1643591 Feb 17 01:03:05.600059 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19457bac-65ff-4d71-9898-e440c01ed16f req-5e83c259-023f-40e6-8c3d-87aa4a297d15 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:05.601672 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-19457bac-65ff-4d71-9898-e440c01ed16f req-5e83c259-023f-40e6-8c3d-87aa4a297d15 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4139760 Feb 17 01:03:05.678581 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-67d56fb2-919b-4a06-88f7-1ba3f6a1f053 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Synchronizing usage tracker for tenant:c2269baf5fe148c89fe9d1769b74f48f on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:03:05.682381 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-19457bac-65ff-4d71-9898-e440c01ed16f req-9f2a10bf-7a85-47c9-9e50-a3b7eccd228a tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/quotas/71190d45650d49489f3e1029aca2f7f7 HTTP/1.1" status: 200 len: 375 time: 0.0722635 Feb 17 01:03:05.721511 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a6dfab21-80e6-4e1b-99d9-1a029257cbf3 req-753b352d-c2c4-4252-858c-6cc0a8014fab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931724d3-6963-4d91-81d1-07606ad03e4e HTTP/1.1" status: 200 len: 1002 time: 0.1182644 Feb 17 01:03:05.743547 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075be1b-9d05-40e4-b385-cd4f1d508113 req-ca5d4a2d-3a60-4b4f-a54f-5d27d320441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:05.745304 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8075be1b-9d05-40e4-b385-cd4f1d508113 req-ca5d4a2d-3a60-4b4f-a54f-5d27d320441b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=282ed147-389b-47d6-8964-0129ce63461f HTTP/1.1" status: 200 len: 858 time: 0.2076461 Feb 17 01:03:05.757124 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-19457bac-65ff-4d71-9898-e440c01ed16f req-4cdeee06-8a0b-4ba7-abc5-f4e874823bc1 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=71190d45650d49489f3e1029aca2f7f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638618 Feb 17 01:03:05.804458 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-67d56fb2-919b-4a06-88f7-1ba3f6a1f053 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Unset dirty status for tenant:c2269baf5fe148c89fe9d1769b74f48f on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:03:05.805549 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-67d56fb2-919b-4a06-88f7-1ba3f6a1f053 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c2269baf5fe148c89fe9d1769b74f48f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2130885 Feb 17 01:03:05.813485 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8075be1b-9d05-40e4-b385-cd4f1d508113 req-4384d209-8212-499d-979d-bad5eeae54b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cf8b4511-58f5-48fa-86ad-e41e52f0a68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552330 Feb 17 01:03:05.829409 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfab21-80e6-4e1b-99d9-1a029257cbf3 req-38c89032-5433-4654-ba9a-bbdcca92ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:05.832379 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a6dfab21-80e6-4e1b-99d9-1a029257cbf3 req-38c89032-5433-4654-ba9a-bbdcca92ddac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8020aa0-aa72-42b0-9ad3-070f9773c346 HTTP/1.1" status: 200 len: 855 time: 0.1032562 Feb 17 01:03:05.998411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfab21-80e6-4e1b-99d9-1a029257cbf3 req-5cce7c17-89e6-4f3b-89a4-27f4d0f7ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:06.000577 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a6dfab21-80e6-4e1b-99d9-1a029257cbf3 req-5cce7c17-89e6-4f3b-89a4-27f4d0f7ddb9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9f87947-84f1-4bba-bbae-568841e714fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1620090 Feb 17 01:03:06.174970 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a6dfab21-80e6-4e1b-99d9-1a029257cbf3 req-2b10371d-281d-4b42-9639-5ea33ae3d6bc service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657259 Feb 17 01:03:06.240748 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-2b1cf63e-d3ad-4f89-94bc-49a18a749eaf service neutron] 10.222.0.23 "GET /v2.0/networks/1d7f5852-8882-4c3e-94a9-e88fedcdc969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930719 Feb 17 01:03:06.441781 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a6dfab21-80e6-4e1b-99d9-1a029257cbf3 req-a93dae7c-bfa6-4442-8a4c-d799fa10401a service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2595141 Feb 17 01:03:06.520530 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8075be1b-9d05-40e4-b385-cd4f1d508113 req-f2ca009b-532b-4b07-a424-34b1b1156255 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6984906 Feb 17 01:03:06.665439 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd0735-e3bc-4fbd-b8b2-38c23b362e62 req-5034089f-1284-4fe6-b02a-cf071aa27d11 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:06.667161 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dcfd0735-e3bc-4fbd-b8b2-38c23b362e62 req-5034089f-1284-4fe6-b02a-cf071aa27d11 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.5039392 Feb 17 01:03:06.673890 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-fc7e5b10-a25d-4a2f-b8eb-5d7fa55db61d service neutron] 10.222.0.23 "GET /v2.0/networks/1d7f5852-8882-4c3e-94a9-e88fedcdc969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4284213 Feb 17 01:03:06.774885 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dcfd0735-e3bc-4fbd-b8b2-38c23b362e62 req-334b6dee-b051-4498-95e8-512debc7fa34 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871747 Feb 17 01:03:06.777255 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8075be1b-9d05-40e4-b385-cd4f1d508113 req-6eb92ef9-c48c-4187-8d8e-41513e089ff2 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2364621 Feb 17 01:03:06.984836 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 55522) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:03:07.073270 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:07.430652 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e827-7b94-41b5-94d1-08a478d0f295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:07.469234 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e0e6e827-7b94-41b5-94d1-08a478d0f295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:03:07.479200 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-e0e6e827-7b94-41b5-94d1-08a478d0f295 admin admin] Usage tracker for resource:security_group_rule and tenant:4b1ecd32dcfc4c189f3333aaf7792c09 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:03:07.533213 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-e0e6e827-7b94-41b5-94d1-08a478d0f295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:03:07.553775 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ee470ed0-825c-4d18-8616-a8caecdcb6f9 req-2d5ceb06-12f7-408e-82e9-c271ad5d55c6 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 210 time: 0.0769262 Feb 17 01:03:07.554994 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e0e6e827-7b94-41b5-94d1-08a478d0f295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:03:07.694804 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2c66de6c-2686-4cff-beb4-20eb75c0b926 req-6f03d329-a146-4dc1-8220-9d41be05e91e tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 210 time: 0.0725236 Feb 17 01:03:07.807778 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e827-7b94-41b5-94d1-08a478d0f295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:07.813661 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e827-7b94-41b5-94d1-08a478d0f295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:07.884132 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6f2f8706-4a5d-485a-a00e-5eaeed0d255c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:07.918859 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6e827-7b94-41b5-94d1-08a478d0f295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5580ea2d-f43f-4744-aeca-7b1fea33409d,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:07.923763 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-e0e6e827-7b94-41b5-94d1-08a478d0f295 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b1ecd32dcfc4c189f3333aaf7792c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9376702 Feb 17 01:03:07.925105 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e0e6e827-7b94-41b5-94d1-08a478d0f295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:07.928522 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 55548) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:03:08.025411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1007f731-d068-433a-a3de-a1721e4dfab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:08.060805 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1007f731-d068-433a-a3de-a1721e4dfab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:08.200632 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1007f731-d068-433a-a3de-a1721e4dfab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:08.206490 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f35c93bc-c300-4066-80f7-aa3748bf74fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:08.222893 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72ea3b-0735-451f-9ce2-9817307617ed req-d38d9a8f-20df-4913-b3a8-cae925e0c965 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:08.224781 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-eb72ea3b-0735-451f-9ce2-9817307617ed req-d38d9a8f-20df-4913-b3a8-cae925e0c965 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 946 time: 0.1543674 Feb 17 01:03:08.228068 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007f731-d068-433a-a3de-a1721e4dfab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5580ea2d-f43f-4744-aeca-7b1fea33409d,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:08.237746 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1007f731-d068-433a-a3de-a1721e4dfab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:08.240647 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1007f731-d068-433a-a3de-a1721e4dfab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:08.245980 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-1007f731-d068-433a-a3de-a1721e4dfab7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5580ea2d-f43f-4744-aeca-7b1fea33409d HTTP/1.1" status: 204 len: 168 time: 0.3151002 Feb 17 01:03:08.373928 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-eb72ea3b-0735-451f-9ce2-9817307617ed req-d939ccc3-b5ad-44c8-b2fa-d667cbd06893 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245439 Feb 17 01:03:08.542921 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-19457bac-65ff-4d71-9898-e440c01ed16f req-12be5719-c6e8-446a-9764-33dab148b902 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=71190d45650d49489f3e1029aca2f7f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460496 Feb 17 01:03:08.684443 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 931724d3-6963-4d91-81d1-07606ad03e4e no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:03:09.056484 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:09.155200 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 931724d3-6963-4d91-81d1-07606ad03e4e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=931724d3-6963-4d91-81d1-07606ad03e4e,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:03:09.156631 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d0f756-5718-4416-a94f-829301189515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '931724d3-6963-4d91-81d1-07606ad03e4e'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:03:09.164577 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-68adb005-8ff8-4e6c-be55-3af78f091104 req-6c420e20-7265-471d-b596-05eafd431584 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 210 time: 0.2455261 Feb 17 01:03:09.165911 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:09.168972 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:09.188412 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8fab49c6-5d15-45ca-a77a-7a16c9277661 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:09.206453 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8fab49c6-5d15-45ca-a77a-7a16c9277661 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6479344 Feb 17 01:03:09.276559 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Request body: {'port': {'device_id': '6f3458d7-93c4-4c11-b0dd-46c5a79ed253', 'network_id': '054cbbac-7ec5-483e-9466-41ef3bf619a0', 'admin_state_up': True, 'tenant_id': '71190d45650d49489f3e1029aca2f7f7'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:03:09.344160 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=931724d3-6963-4d91-81d1-07606ad03e4e,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:09.357910 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:09.399076 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc30d4-9a26-4bdd-93c5-ac482cf1cec1 req-cd0d8f1b-49d8-4398-81e5-3a55c73d95bc tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:09.402107 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-60fc30d4-9a26-4bdd-93c5-ac482cf1cec1 req-cd0d8f1b-49d8-4398-81e5-3a55c73d95bc tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.6755311 Feb 17 01:03:09.595960 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2a56c17a-b71e-43ef-9efd-e91cafde7f1d req-d3e89ae8-fbd9-4951-8f32-c3a12c497d69 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 210 time: 0.1188216 Feb 17 01:03:09.640899 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-60fc30d4-9a26-4bdd-93c5-ac482cf1cec1 req-eda2d465-0260-49d6-b75f-7bcfe2ee5f2e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650620 Feb 17 01:03:09.760917 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:03:09.762392 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d0f756-5718-4416-a94f-829301189515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '931724d3-6963-4d91-81d1-07606ad03e4e', 'code': 200} Feb 17 01:03:09.770995 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Usage tracker for resource:port and tenant:71190d45650d49489f3e1029aca2f7f7 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:03:09.785300 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:03:09.792777 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:03:09.814930 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Made reservation on behalf of 71190d45650d49489f3e1029aca2f7f7 for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:03:09.821933 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:09.860461 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:09.951199 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:03:09.998704 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-e7c0bf4f-6648-4bdd-a236-37e1d554782a tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:10.020523 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-e7c0bf4f-6648-4bdd-a236-37e1d554782a tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.42 "GET /v2.0/networks?id=1d7f5852-8882-4c3e-94a9-e88fedcdc969 HTTP/1.1" status: 200 len: 809 time: 0.5092559 Feb 17 01:03:10.041084 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-ee36adf5-d096-4877-ada8-af4c36aa5ee1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Request body: {'port': {'device_id': 'dcdeb57c-5f0a-4a5e-a84f-8116233639eb', 'network_id': '1d7f5852-8882-4c3e-94a9-e88fedcdc969', 'admin_state_up': True, 'tenant_id': 'c2269baf5fe148c89fe9d1769b74f48f'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:03:10.343223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-ee36adf5-d096-4877-ada8-af4c36aa5ee1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:03:10.365953 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-ee36adf5-d096-4877-ada8-af4c36aa5ee1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:03:10.382227 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-ee36adf5-d096-4877-ada8-af4c36aa5ee1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Made reservation on behalf of c2269baf5fe148c89fe9d1769b74f48f for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:03:10.392399 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-ee36adf5-d096-4877-ada8-af4c36aa5ee1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:10.394682 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Usage tracker for resource:security_group_rule and tenant:71190d45650d49489f3e1029aca2f7f7 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:03:10.409114 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:03:10.504094 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:03:10.532249 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b59d7adc-334f-4b20-9610-5599da5f7268 req-b6589dc0-14e6-4b21-9cba-3fb7afc2478b tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 210 time: 0.1316051 Feb 17 01:03:10.607747 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67997da3-578c-4454-944a-2b10d388d41c req-1e53634f-9c2a-4990-8834-83681f0628b7 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:10.615950 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-67997da3-578c-4454-944a-2b10d388d41c req-1e53634f-9c2a-4990-8834-83681f0628b7 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 946 time: 0.7166555 Feb 17 01:03:10.719070 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-67997da3-578c-4454-944a-2b10d388d41c req-450fa4b9-89a6-4acf-ba7d-41e06c60e339 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015539 Feb 17 01:03:10.824131 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:10.885237 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6b699381-ce7d-4848-a23e-cf66b163bc5f req-c36956c0-1daa-44cf-9362-48546e774fb7 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 210 time: 0.0592051 Feb 17 01:03:10.889196 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:10.960031 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e0e6e827-7b94-41b5-94d1-08a478d0f295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:10.986344 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-ee36adf5-d096-4877-ada8-af4c36aa5ee1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Allocated IP 172.20.0.4 (1d7f5852-8882-4c3e-94a9-e88fedcdc969/c186eac3-4b79-4f7c-8162-09aea8654bd1/d0d5fd81-166d-449d-bd5a-1bbf2858f503) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:03:11.342935 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b95d9334-9787-46d9-8bed-522f99f390dc,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:11.354486 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:11.578999 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d5a0d-eb72-4419-a179-5ea48a400217 req-5496aa56-a927-4365-91d5-1f8933331b05 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:11.580798 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0c7d5a0d-eb72-4419-a179-5ea48a400217 req-5496aa56-a927-4365-91d5-1f8933331b05 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.6937418 Feb 17 01:03:11.658659 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-dbc292df-3797-46b2-a248-9dc7a65ee4fd tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:11.660543 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-dbc292df-3797-46b2-a248-9dc7a65ee4fd tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Synchronizing usage tracker for tenant:07b76f83eace4c539f1de797b1560677 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:03:11.677006 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Allocated IP 192.168.233.229 (054cbbac-7ec5-483e-9466-41ef3bf619a0/40797720-5541-4675-b623-23402c5a9bbe/a98cc159-456e-4e06-bc18-6674ca9b7b93) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:03:11.678334 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-ee36adf5-d096-4877-ada8-af4c36aa5ee1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:11.708079 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-dbc292df-3797-46b2-a248-9dc7a65ee4fd tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Unset dirty status for tenant:07b76f83eace4c539f1de797b1560677 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:03:11.709521 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-dbc292df-3797-46b2-a248-9dc7a65ee4fd tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.42 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 946 time: 0.3997946 Feb 17 01:03:11.726413 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0c7d5a0d-eb72-4419-a179-5ea48a400217 req-d0196048-03ef-4962-9fa8-9d79eadb3679 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313651 Feb 17 01:03:11.758566 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-5cfbe0ca-05ac-4ffe-84a3-4af8fe3ae52a tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:11.760399 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-5cfbe0ca-05ac-4ffe-84a3-4af8fe3ae52a tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/networks?id=819329f8-0ff3-4613-9040-d2394ba7d1f6 HTTP/1.1" status: 200 len: 815 time: 0.3625107 Feb 17 01:03:11.876573 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Deleting port 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:03:11.876937 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:11.975207 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-ee36adf5-d096-4877-ada8-af4c36aa5ee1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:12.131887 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:12.176633 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-24cbe75c-0cce-4591-a61d-be6574f0a6fa tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/quotas/3f41172a99244d648c7b2053813ce44e HTTP/1.1" status: 200 len: 375 time: 0.2265649 Feb 17 01:03:12.198641 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9e97dc60-ec6b-4fea-9585-0e28d2c3b15b req-69446abb-ac2d-4164-8105-7e0c1499fcd1 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 210 time: 0.1435831 Feb 17 01:03:12.462693 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:12.487260 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Transition to ACTIVE for port object a98cc159-456e-4e06-bc18-6674ca9b7b93 will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:03:12.570790 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36adf5-d096-4877-ada8-af4c36aa5ee1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Pushing event updated for resources: {'Port': ['ID=d0d5fd81-166d-449d-bd5a-1bbf2858f503,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:12.614292 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ee36adf5-d096-4877-ada8-af4c36aa5ee1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:12.658125 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-0c907c09-6bdc-404a-8ad4-d6f0116a97a1 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f41172a99244d648c7b2053813ce44e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4646049 Feb 17 01:03:12.704857 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:12.725223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:03:12.734758 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] For port 4ef75ed4-e440-4bd3-a4ec-d27480c246b2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=4ef75ed4-e440-4bd3-a4ec-d27480c246b2,segment=NetworkSegment(d2cf687d-c695-4744-b09b-3875a944e97f),segment_id=d2cf687d-c695-4744-b09b-3875a944e97f)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:03:12.735414 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:12.792410 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:12.943901 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Pushing event updated for resources: {'Port': ['ID=a98cc159-456e-4e06-bc18-6674ca9b7b93,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:12.948857 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:12.964032 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64211ebe-400f-4230-b831-4d47d5ce770d req-ccf4b68a-1d5c-4039-a96d-0366107f5734 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:12.967880 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-64211ebe-400f-4230-b831-4d47d5ce770d req-ccf4b68a-1d5c-4039-a96d-0366107f5734 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 946 time: 0.4317837 Feb 17 01:03:13.040441 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Calling delete_port for 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:03:13.080869 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-ee36adf5-d096-4877-ada8-af4c36aa5ee1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Network 1d7f5852-8882-4c3e-94a9-e88fedcdc969 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:03:13.093612 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-ee36adf5-d096-4877-ada8-af4c36aa5ee1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:03:13.104966 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-ee36adf5-d096-4877-ada8-af4c36aa5ee1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:03:13.111847 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-ee36adf5-d096-4877-ada8-af4c36aa5ee1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:13.112584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-ee36adf5-d096-4877-ada8-af4c36aa5ee1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:13.117802 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:13.182902 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90688cd7-219d-441d-b7b0-387b480b4df5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef75ed4-e440-4bd3-a4ec-d27480c246b2'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:03:13.189679 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-ee36adf5-d096-4877-ada8-af4c36aa5ee1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1574090 Feb 17 01:03:13.205355 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Request body: {'port': {'device_id': 'dcdeb57c-5f0a-4a5e-a84f-8116233639eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:03:13.207825 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 4ef75ed4-e440-4bd3-a4ec-d27480c246b2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=4ef75ed4-e440-4bd3-a4ec-d27480c246b2,segment=NetworkSegment(d2cf687d-c695-4744-b09b-3875a944e97f),segment_id=d2cf687d-c695-4744-b09b-3875a944e97f)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:03:13.212581 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:13.216348 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:13.251916 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-60265b8c-6513-4fdf-ac0b-7878db8b6995 service neutron] 10.222.0.23 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5727446 Feb 17 01:03:13.364527 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=4ef75ed4-e440-4bd3-a4ec-d27480c246b2,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:13.370165 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:13.391924 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-64211ebe-400f-4230-b831-4d47d5ce770d req-2977aa3c-f3cc-4dcd-8d73-b3246172da1e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126588 Feb 17 01:03:13.448765 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Network 054cbbac-7ec5-483e-9466-41ef3bf619a0 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:03:13.453759 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:03:13.456931 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:03:13.592211 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-d22e57d2-b18f-46bf-a056-1494e8a06ea8 service neutron] 10.222.0.23 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3150759 Feb 17 01:03:13.597180 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:13.598210 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:13.679300 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-19457bac-65ff-4d71-9898-e440c01ed16f req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4250898 Feb 17 01:03:13.700762 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Request body: {'port': {'device_id': '6f3458d7-93c4-4c11-b0dd-46c5a79ed253', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:03:14.058566 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-acbb3c94-5e7d-4b64-8578-7bb872a19da6 None None] Provisioning for port a98cc159-456e-4e06-bc18-6674ca9b7b93 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:03:14.079956 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-acbb3c94-5e7d-4b64-8578-7bb872a19da6 None None] Provisioning complete for port a98cc159-456e-4e06-bc18-6674ca9b7b93 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:03:14.080698 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-acbb3c94-5e7d-4b64-8578-7bb872a19da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:14.211011 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.db.api [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:03:14.211371 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_db.api [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:03:14.237144 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:14.238915 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:14.306964 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-acbb3c94-5e7d-4b64-8578-7bb872a19da6 None None] Port a98cc159-456e-4e06-bc18-6674ca9b7b93 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:03:14.383682 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe49e54-c819-425f-9e9f-fffb7a548e1b req-2206c85a-4c23-4a6d-9e6a-741bb74f6f45 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:14.385572 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ffe49e54-c819-425f-9e9f-fffb7a548e1b req-2206c85a-4c23-4a6d-9e6a-741bb74f6f45 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 931 time: 0.3521047 Feb 17 01:03:14.590049 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ffe49e54-c819-425f-9e9f-fffb7a548e1b req-85b0e8c5-6352-47cb-83c0-53ff92d5b848 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598017 Feb 17 01:03:14.732173 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90688cd7-219d-441d-b7b0-387b480b4df5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef75ed4-e440-4bd3-a4ec-d27480c246b2', 'code': 200} Feb 17 01:03:14.857750 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Deleting port 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:03:14.858530 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:15.383282 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-48710232-b66b-4274-bd17-0251592f98f3 req-ba169eda-5a8e-4180-85b5-8d1f377bcbc2 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 210 time: 0.1851962 Feb 17 01:03:15.577649 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] For port 4ef75ed4-e440-4bd3-a4ec-d27480c246b2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=4ef75ed4-e440-4bd3-a4ec-d27480c246b2,segment=NetworkSegment(d2cf687d-c695-4744-b09b-3875a944e97f),segment_id=d2cf687d-c695-4744-b09b-3875a944e97f)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:03:15.578068 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:15.594889 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d5fd81-166d-449d-bd5a-1bbf2858f503 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:03:15.602771 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:15.609654 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe53e31-0483-4c57-a247-8e69465794f7 req-a673c109-d6e8-4fb1-92c7-cec10bf146bb tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:15.611002 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-bfe53e31-0483-4c57-a247-8e69465794f7 req-a673c109-d6e8-4fb1-92c7-cec10bf146bb tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Synchronizing usage tracker for tenant:71190d45650d49489f3e1029aca2f7f7 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:03:15.712918 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-bfe53e31-0483-4c57-a247-8e69465794f7 req-a673c109-d6e8-4fb1-92c7-cec10bf146bb tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Unset dirty status for tenant:71190d45650d49489f3e1029aca2f7f7 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:03:15.715585 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bfe53e31-0483-4c57-a247-8e69465794f7 req-a673c109-d6e8-4fb1-92c7-cec10bf146bb tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 936 time: 0.5160191 Feb 17 01:03:15.748017 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Calling delete_port for 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:03:15.802931 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Transition to ACTIVE for port object d0d5fd81-166d-449d-bd5a-1bbf2858f503 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:03:15.809725 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:15.883897 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.42', 56763) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:03:15.886878 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:15.899529 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98cc159-456e-4e06-bc18-6674ca9b7b93 {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:03:15.934734 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:15.950235 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9529632-3b46-4646-8401-0b448be18ac7 req-52a0f4bb-0c89-4751-b656-5980c1737edd tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:15.953324 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b9529632-3b46-4646-8401-0b448be18ac7 req-52a0f4bb-0c89-4751-b656-5980c1737edd tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 944 time: 0.4512663 Feb 17 01:03:16.027968 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-bfe53e31-0483-4c57-a247-8e69465794f7 req-f23c8413-a54e-4d2f-b55f-6fbbcf5131db tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Synchronizing usage tracker for tenant:71190d45650d49489f3e1029aca2f7f7 on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:03:16.035101 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Transition to ACTIVE for port object a98cc159-456e-4e06-bc18-6674ca9b7b93 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:03:16.043966 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2094666'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:16.091541 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:16.129056 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Pushing event updated for resources: {'Port': ['ID=d0d5fd81-166d-449d-bd5a-1bbf2858f503,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:16.138225 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:16.300168 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:16.323100 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-bfe53e31-0483-4c57-a247-8e69465794f7 req-f23c8413-a54e-4d2f-b55f-6fbbcf5131db tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Unset dirty status for tenant:71190d45650d49489f3e1029aca2f7f7 on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:03:16.324446 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bfe53e31-0483-4c57-a247-8e69465794f7 req-f23c8413-a54e-4d2f-b55f-6fbbcf5131db tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259638 Feb 17 01:03:16.341687 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b9529632-3b46-4646-8401-0b448be18ac7 req-368ca698-9df7-464c-a9d6-0a096d7ef118 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760843 Feb 17 01:03:16.397858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=a98cc159-456e-4e06-bc18-6674ca9b7b93,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:16.408804 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:16.426221 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:16.518571 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-b8c568b9-8ed0-4681-956c-10537d6f765f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:16.521789 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-b8c568b9-8ed0-4681-956c-10537d6f765f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.42 "GET /v2.0/networks?id=819329f8-0ff3-4613-9040-d2394ba7d1f6 HTTP/1.1" status: 200 len: 815 time: 0.5972884 Feb 17 01:03:16.575064 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-d07b5001-74a1-4612-ab0b-e9baca15131d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Request body: {'port': {'device_id': '175a25a0-404c-4a81-8673-267335406e37', 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6', 'admin_state_up': True, 'tenant_id': '3f41172a99244d648c7b2053813ce44e'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:03:16.690813 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Pushing event deleted for resources: {'Port': ['ID=4ef75ed4-e440-4bd3-a4ec-d27480c246b2,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:16.716979 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:16.919611 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccef846-0ba9-4617-9670-92ce370e793f req-38f840b1-4a63-41d1-9d12-81ea20218b01 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:16.923335 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6ccef846-0ba9-4617-9670-92ce370e793f req-38f840b1-4a63-41d1-9d12-81ea20218b01 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 943 time: 0.3257232 Feb 17 01:03:16.946165 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Attempting to bind port a98cc159-456e-4e06-bc18-6674ca9b7b93 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:03:16.946759 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Attempting to bind port a98cc159-456e-4e06-bc18-6674ca9b7b93 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'a7b4a1ef-d26e-4207-8192-bb1e5837edd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '054cbbac-7ec5-483e-9466-41ef3bf619a0'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:03:16.949326 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Attempting to bind port a98cc159-456e-4e06-bc18-6674ca9b7b93 on network 054cbbac-7ec5-483e-9466-41ef3bf619a0 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:03:17.002314 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] No DVR routers for this DVR port 4ef75ed4-e440-4bd3-a4ec-d27480c246b2 on host hv-cinder-75995 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:03:17.014696 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:03:17.015384 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Checking segment: {'id': 'a7b4a1ef-d26e-4207-8192-bb1e5837edd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '054cbbac-7ec5-483e-9466-41ef3bf619a0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:03:17.016214 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:17.017045 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Bound using segment: {'id': 'a7b4a1ef-d26e-4207-8192-bb1e5837edd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '054cbbac-7ec5-483e-9466-41ef3bf619a0'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:03:17.018031 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Bound port: a98cc159-456e-4e06-bc18-6674ca9b7b93, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b4a1ef-d26e-4207-8192-bb1e5837edd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '054cbbac-7ec5-483e-9466-41ef3bf619a0'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:03:17.018746 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:17.058230 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:17.060451 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0df3a8a6-5541-43b7-947c-224a5522972c req-74dd3220-3535-4245-b94d-0e100207622a tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 210 time: 0.2459300 Feb 17 01:03:17.073564 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90688cd7-219d-441d-b7b0-387b480b4df5', 'name': 'network-vif-deleted', 'tag': '4ef75ed4-e440-4bd3-a4ec-d27480c246b2'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:03:17.080285 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 55734) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:03:17.089725 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Attempting to bind port d0d5fd81-166d-449d-bd5a-1bbf2858f503 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:03:17.090100 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Attempting to bind port d0d5fd81-166d-449d-bd5a-1bbf2858f503 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'a1b8497a-82ab-41ab-a86a-774b6b20fcf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d7f5852-8882-4c3e-94a9-e88fedcdc969'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:03:17.090474 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Attempting to bind port d0d5fd81-166d-449d-bd5a-1bbf2858f503 on network 1d7f5852-8882-4c3e-94a9-e88fedcdc969 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:03:17.135699 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:03:17.136091 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Checking segment: {'id': 'a1b8497a-82ab-41ab-a86a-774b6b20fcf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d7f5852-8882-4c3e-94a9-e88fedcdc969'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:03:17.137149 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:17.137149 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Bound using segment: {'id': 'a1b8497a-82ab-41ab-a86a-774b6b20fcf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d7f5852-8882-4c3e-94a9-e88fedcdc969'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:03:17.137516 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Bound port: d0d5fd81-166d-449d-bd5a-1bbf2858f503, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b8497a-82ab-41ab-a86a-774b6b20fcf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d7f5852-8882-4c3e-94a9-e88fedcdc969'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:03:17.137685 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:17.156091 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6ccef846-0ba9-4617-9670-92ce370e793f req-f75ba134-4302-4669-85c1-9c8303a29c59 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128994 Feb 17 01:03:17.181560 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e910bdd9-2d77-42e9-9fc4-ae61fe9b9962 req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.42 "DELETE /v2.0/ports/4ef75ed4-e440-4bd3-a4ec-d27480c246b2 HTTP/1.1" status: 204 len: 173 time: 5.4627464 Feb 17 01:03:17.196973 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-d07b5001-74a1-4612-ab0b-e9baca15131d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:03:17.215859 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] For port a98cc159-456e-4e06-bc18-6674ca9b7b93, host hv-cinder-75995, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:03:17.223831 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] For port a98cc159-456e-4e06-bc18-6674ca9b7b93, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a98cc159-456e-4e06-bc18-6674ca9b7b93,segment=NetworkSegment(a7b4a1ef-d26e-4207-8192-bb1e5837edd4),segment_id=a7b4a1ef-d26e-4207-8192-bb1e5837edd4)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:03:17.227367 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2094666'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:17.257877 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:17.290387 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90688cd7-219d-441d-b7b0-387b480b4df5', 'name': 'network-vif-deleted', 'tag': '4ef75ed4-e440-4bd3-a4ec-d27480c246b2', 'status': 'completed', 'code': 200} Feb 17 01:03:17.298763 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-d07b5001-74a1-4612-ab0b-e9baca15131d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:03:17.355220 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-d07b5001-74a1-4612-ab0b-e9baca15131d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Made reservation on behalf of 3f41172a99244d648c7b2053813ce44e for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:03:17.365327 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-d07b5001-74a1-4612-ab0b-e9baca15131d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:17.458667 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] For port d0d5fd81-166d-449d-bd5a-1bbf2858f503, host hv-cinder-75995, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:03:17.627535 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] For port d0d5fd81-166d-449d-bd5a-1bbf2858f503, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d0d5fd81-166d-449d-bd5a-1bbf2858f503,segment=NetworkSegment(a1b8497a-82ab-41ab-a86a-774b6b20fcf9),segment_id=a1b8497a-82ab-41ab-a86a-774b6b20fcf9)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:03:17.641159 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:17.647293 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-92b7f624-0ffc-4fd0-a25c-5bb655cf2b51 req-b251704d-1d55-4dbd-8f72-00c4d190141e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=90688cd7-219d-441d-b7b0-387b480b4df5 HTTP/1.1" status: 200 len: 210 time: 0.0818374 Feb 17 01:03:17.649297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=a98cc159-456e-4e06-bc18-6674ca9b7b93,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:17.658290 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:17.676520 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d1cf6225-807e-4745-9d7b-0aba3437c1b9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:17.750618 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f22a053c-fa6d-4d6c-bced-45046e820b70 req-74254a6a-0028-44bf-ad82-43ccd546d80e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6638980 Feb 17 01:03:17.768418 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aef338-eec9-4ad1-adda-8c2a2ad9e36b req-54d18f62-2717-4cb4-b492-6aa80f2c8410 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:17.770284 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-19aef338-eec9-4ad1-adda-8c2a2ad9e36b req-54d18f62-2717-4cb4-b492-6aa80f2c8410 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.2966807 Feb 17 01:03:17.785003 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:17.785963 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:17.788301 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-19457bac-65ff-4d71-9898-e440c01ed16f req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] 10.222.0.42 "PUT /v2.0/ports/a98cc159-456e-4e06-bc18-6674ca9b7b93 HTTP/1.1" status: 200 len: 1162 time: 4.0993800 Feb 17 01:03:17.790154 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3458d7-93c4-4c11-b0dd-46c5a79ed253', 'tag': 'a98cc159-456e-4e06-bc18-6674ca9b7b93'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:03:17.926739 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-19aef338-eec9-4ad1-adda-8c2a2ad9e36b req-e992b8b1-2353-4740-92cf-a8f84f842107 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436110 Feb 17 01:03:18.208942 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19457bac-65ff-4d71-9898-e440c01ed16f req-d12f8cb1-5ff7-4cab-817a-8d949d47bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:18.212273 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-19457bac-65ff-4d71-9898-e440c01ed16f req-d12f8cb1-5ff7-4cab-817a-8d949d47bd62 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71190d45650d49489f3e1029aca2f7f7&device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 1165 time: 0.3566067 Feb 17 01:03:18.244332 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970c9f0-b268-44b6-9e6b-70759b812eff req-0914ba89-d8bb-4866-9739-a2c14c8a4221 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:18.247706 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0970c9f0-b268-44b6-9e6b-70759b812eff req-0914ba89-d8bb-4866-9739-a2c14c8a4221 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 948 time: 0.3150892 Feb 17 01:03:18.515977 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-19457bac-65ff-4d71-9898-e440c01ed16f req-ef09695c-64f5-4c27-a33b-1922a88aaf58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=a98cc159-456e-4e06-bc18-6674ca9b7b93 HTTP/1.1" status: 200 len: 217 time: 0.2651055 Feb 17 01:03:18.742066 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:18.742841 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:18.744470 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25ade996-33e9-4031-ac93-850831fa434d service neutron] 10.222.0.42 "PUT /v2.0/ports/d0d5fd81-166d-449d-bd5a-1bbf2858f503 HTTP/1.1" status: 200 len: 1157 time: 5.5452354 Feb 17 01:03:18.759839 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Pushing event updated for resources: {'Port': ['ID=d0d5fd81-166d-449d-bd5a-1bbf2858f503,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:18.791161 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.791823 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.792458 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.793151 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.793810 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.794463 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.795104 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.795732 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.796391 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.797012 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.797613 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.798208 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.798912 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.799945 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.800251 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.800829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.801435 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.802040 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.802642 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.803998 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.803998 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.804539 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.805150 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.805758 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:18.819234 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.143s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:18.835566 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19457bac-65ff-4d71-9898-e440c01ed16f req-91c3c4b2-494d-4a6d-aafb-fd3b730d79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:18.839876 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-19457bac-65ff-4d71-9898-e440c01ed16f req-91c3c4b2-494d-4a6d-aafb-fd3b730d79e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40797720-5541-4675-b623-23402c5a9bbe HTTP/1.1" status: 200 len: 843 time: 0.2926493 Feb 17 01:03:18.936039 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0970c9f0-b268-44b6-9e6b-70759b812eff req-797ed943-d33e-41ae-bcbd-09f86c623365 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453139 Feb 17 01:03:19.107166 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19457bac-65ff-4d71-9898-e440c01ed16f req-a5e88210-aef0-467d-bfdf-452323021059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:19.116800 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-19457bac-65ff-4d71-9898-e440c01ed16f req-a5e88210-aef0-467d-bfdf-452323021059 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=054cbbac-7ec5-483e-9466-41ef3bf619a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2605817 Feb 17 01:03:19.125995 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3458d7-93c4-4c11-b0dd-46c5a79ed253', 'tag': 'a98cc159-456e-4e06-bc18-6674ca9b7b93', 'status': 'completed', 'code': 200} Feb 17 01:03:19.172711 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-d07b5001-74a1-4612-ab0b-e9baca15131d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Allocated IP 172.20.0.3 (819329f8-0ff3-4613-9040-d2394ba7d1f6/fcd2180f-8c74-4147-ab1b-02ce3246c291/f8f64a3b-5e85-41fa-9b33-26e441c9c0fb) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:03:19.391765 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdeb57c-5f0a-4a5e-a84f-8116233639eb', 'tag': 'd0d5fd81-166d-449d-bd5a-1bbf2858f503'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:03:19.583547 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-70f82d1c-f468-424b-a4ee-a49183c0844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:19.586443 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-70f82d1c-f468-424b-a4ee-a49183c0844e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2269baf5fe148c89fe9d1769b74f48f&device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 1160 time: 0.7598379 Feb 17 01:03:19.702918 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0f808c52-bd88-41a5-b0b5-ff2b82c706e7 req-450a3cea-b2f6-48e3-a27c-2a31135cb208 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 210 time: 0.2840834 Feb 17 01:03:19.849200 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-d07b5001-74a1-4612-ab0b-e9baca15131d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:19.856996 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-8db90b7f-965f-4bda-afc0-b5b16c980af4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0d5fd81-166d-449d-bd5a-1bbf2858f503 HTTP/1.1" status: 200 len: 217 time: 0.2513390 Feb 17 01:03:19.870613 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05094290-7303-49b8-9907-b546e85cd46a req-7f0ac300-f01b-4684-b63f-339d2ceb10ce tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:19.887948 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-05094290-7303-49b8-9907-b546e85cd46a req-7f0ac300-f01b-4684-b63f-339d2ceb10ce tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 943 time: 0.4335248 Feb 17 01:03:19.928990 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-19457bac-65ff-4d71-9898-e440c01ed16f req-5dc97cfe-b362-4f65-8e49-657532dfd69b service neutron] 10.222.0.42 "GET /v2.0/networks/054cbbac-7ec5-483e-9466-41ef3bf619a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8009987 Feb 17 01:03:19.942224 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-d07b5001-74a1-4612-ab0b-e9baca15131d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:19.967074 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-25ade996-33e9-4031-ac93-850831fa434d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:20.184584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b5001-74a1-4612-ab0b-e9baca15131d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Pushing event updated for resources: {'Port': ['ID=f8f64a3b-5e85-41fa-9b33-26e441c9c0fb,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:20.200290 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-9031b1ea-9c3a-47b8-8f1c-0432a2413c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:20.202024 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-9031b1ea-9c3a-47b8-8f1c-0432a2413c2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c186eac3-4b79-4f7c-8162-09aea8654bd1 HTTP/1.1" status: 200 len: 849 time: 0.3378909 Feb 17 01:03:20.203061 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d07b5001-74a1-4612-ab0b-e9baca15131d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:20.280618 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-25172805-e30d-4b7c-8657-aadb672700ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d7f5852-8882-4c3e-94a9-e88fedcdc969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583053 Feb 17 01:03:20.328117 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-d07b5001-74a1-4612-ab0b-e9baca15131d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Network 819329f8-0ff3-4613-9040-d2394ba7d1f6 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:03:20.385836 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-d07b5001-74a1-4612-ab0b-e9baca15131d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:03:20.393883 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-d07b5001-74a1-4612-ab0b-e9baca15131d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:03:20.398546 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-d07b5001-74a1-4612-ab0b-e9baca15131d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:20.399173 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-d07b5001-74a1-4612-ab0b-e9baca15131d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:20.437352 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-05094290-7303-49b8-9907-b546e85cd46a req-9fdc2803-9800-4566-935c-e05866bbd7c5 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478303 Feb 17 01:03:20.455758 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-d07b5001-74a1-4612-ab0b-e9baca15131d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8944123 Feb 17 01:03:20.486642 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Request body: {'port': {'device_id': '175a25a0-404c-4a81-8673-267335406e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:03:20.517975 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdeb57c-5f0a-4a5e-a84f-8116233639eb', 'tag': 'd0d5fd81-166d-449d-bd5a-1bbf2858f503', 'status': 'completed', 'code': 200} Feb 17 01:03:20.560754 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebddb4-26b5-4a2e-a542-1b16140f1ab5 req-a4ddce29-ba23-4c97-9e6f-654d21d2b4a2 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:20.563530 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-18ebddb4-26b5-4a2e-a542-1b16140f1ab5 req-a4ddce29-ba23-4c97-9e6f-654d21d2b4a2 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.5758021 Feb 17 01:03:20.616468 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-7d480913-7452-47cd-96f7-4491bd830fa4 service neutron] 10.222.0.42 "GET /v2.0/networks/1d7f5852-8882-4c3e-94a9-e88fedcdc969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181930 Feb 17 01:03:20.633545 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-19457bac-65ff-4d71-9898-e440c01ed16f req-9a8c1a72-c65b-4e93-864d-0ecc1c4a4dc7 service neutron] 10.222.0.42 "GET /v2.0/networks/054cbbac-7ec5-483e-9466-41ef3bf619a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6927977 Feb 17 01:03:20.687727 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-18ebddb4-26b5-4a2e-a542-1b16140f1ab5 req-62b2f591-b821-48fa-8be0-b580d0448f13 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058474 Feb 17 01:03:20.727733 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:20.958063 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47835c-3478-48e6-8255-f9f5c770e187 req-e1abdb85-ed4c-46ee-90b0-a7b660423a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:20.960306 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da47835c-3478-48e6-8255-f9f5c770e187 req-e1abdb85-ed4c-46ee-90b0-a7b660423a4e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71190d45650d49489f3e1029aca2f7f7&device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 1165 time: 0.2465858 Feb 17 01:03:21.378539 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a053c-fa6d-4d6c-bced-45046e820b70 req-1129cedf-c89f-454f-9ae3-1b84464277d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:21.380981 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f22a053c-fa6d-4d6c-bced-45046e820b70 req-1129cedf-c89f-454f-9ae3-1b84464277d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515&tenant_id=475f7d7891b64c41a88eeff4cb15f254 HTTP/1.1" status: 200 len: 1161 time: 0.8110213 Feb 17 01:03:21.385753 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d8dfa6c9-4116-473c-b101-48679a8aa39b req-8ba079f9-b75e-4e8d-9816-26574c0d42da service neutron] 10.222.0.42 "GET /v2.0/networks/1d7f5852-8882-4c3e-94a9-e88fedcdc969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7239685 Feb 17 01:03:21.388094 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47835c-3478-48e6-8255-f9f5c770e187 req-04ac4ad1-ac05-4c29-8be9-11014737c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:21.390958 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da47835c-3478-48e6-8255-f9f5c770e187 req-04ac4ad1-ac05-4c29-8be9-11014737c4be service neutron] 10.222.0.42 "GET /v2.0/networks?id=054cbbac-7ec5-483e-9466-41ef3bf619a0 HTTP/1.1" status: 200 len: 863 time: 0.4209037 Feb 17 01:03:21.534837 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da47835c-3478-48e6-8255-f9f5c770e187 req-ba33203a-4376-4b39-a127-b6d6e3986281 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=a98cc159-456e-4e06-bc18-6674ca9b7b93 HTTP/1.1" status: 200 len: 217 time: 0.1344695 Feb 17 01:03:21.580707 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.db.resource_extend [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 01:03:21.658376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0199ec1-0220-4d3d-a592-a5f41aba1eda req-c537ed20-cf2c-41b7-8d96-fe7f994e3b0f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:21.661771 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a0199ec1-0220-4d3d-a592-a5f41aba1eda req-c537ed20-cf2c-41b7-8d96-fe7f994e3b0f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 948 time: 0.4940262 Feb 17 01:03:21.693361 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f64a3b-5e85-41fa-9b33-26e441c9c0fb {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:03:21.705087 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:21.730037 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Transition to ACTIVE for port object f8f64a3b-5e85-41fa-9b33-26e441c9c0fb will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:03:21.762831 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:21.786249 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fc5fb58d-47f1-46e8-8a03-91558c84c8c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:21.807973 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a0199ec1-0220-4d3d-a592-a5f41aba1eda req-57724839-cf44-44c8-af59-7697be6435ec tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123929 Feb 17 01:03:21.824274 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5355d-8a83-4ba8-b542-29eb2b987712 req-69531442-7d15-4112-bcbd-30c250a554c4 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:21.837615 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-44b5355d-8a83-4ba8-b542-29eb2b987712 req-69531442-7d15-4112-bcbd-30c250a554c4 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 931 time: 0.5858271 Feb 17 01:03:21.897661 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47835c-3478-48e6-8255-f9f5c770e187 req-4f3b8ce0-872f-45d7-af3f-c26a381fbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:21.900944 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da47835c-3478-48e6-8255-f9f5c770e187 req-4f3b8ce0-872f-45d7-af3f-c26a381fbf4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40797720-5541-4675-b623-23402c5a9bbe HTTP/1.1" status: 200 len: 843 time: 0.3396375 Feb 17 01:03:22.133194 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-44b5355d-8a83-4ba8-b542-29eb2b987712 req-c4e29a73-bc8a-4dcf-a983-cdf9575c0873 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806108 Feb 17 01:03:22.460144 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a87939-7468-4c81-b60a-5f1454b20c09 req-2da2c70e-2353-41db-ab81-39c29c85af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:22.465061 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-20a87939-7468-4c81-b60a-5f1454b20c09 req-2da2c70e-2353-41db-ab81-39c29c85af5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2269baf5fe148c89fe9d1769b74f48f&device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 1160 time: 0.9535625 Feb 17 01:03:22.502527 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a053c-fa6d-4d6c-bced-45046e820b70 req-3f459bb2-b3c6-4092-b7a1-df35de9e5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:22.505526 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47835c-3478-48e6-8255-f9f5c770e187 req-8bddf9b9-16af-4735-97d9-7f168bebe597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:22.505693 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f22a053c-fa6d-4d6c-bced-45046e820b70 req-3f459bb2-b3c6-4092-b7a1-df35de9e5ea6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=475f7d7891b64c41a88eeff4cb15f254&device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 1161 time: 1.0917175 Feb 17 01:03:22.507676 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da47835c-3478-48e6-8255-f9f5c770e187 req-8bddf9b9-16af-4735-97d9-7f168bebe597 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=054cbbac-7ec5-483e-9466-41ef3bf619a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5942626 Feb 17 01:03:22.626954 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b23efc-0c64-4087-a288-53ec4b7a4cc1 req-02f1e751-aa3f-4173-a851-9f731541c1ac tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:22.632891 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f2b23efc-0c64-4087-a288-53ec4b7a4cc1 req-02f1e751-aa3f-4173-a851-9f731541c1ac tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.4932990 Feb 17 01:03:22.797455 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f2b23efc-0c64-4087-a288-53ec4b7a4cc1 req-0f587ed3-1e98-42aa-bc99-1a0853cffc21 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010065 Feb 17 01:03:22.832698 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da47835c-3478-48e6-8255-f9f5c770e187 req-ef800812-ff78-4b64-bf7a-e76876024e65 service neutron] 10.222.0.42 "GET /v2.0/networks/054cbbac-7ec5-483e-9466-41ef3bf619a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659924 Feb 17 01:03:22.840805 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2937a-5b49-4221-9b3e-786eaca7e900 req-644d9f5d-da7d-4afc-86df-0edd451f8b5e tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:22.842527 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c7a2937a-5b49-4221-9b3e-786eaca7e900 req-644d9f5d-da7d-4afc-86df-0edd451f8b5e tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 943 time: 0.3314550 Feb 17 01:03:22.913739 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Pushing event updated for resources: {'Port': ['ID=f8f64a3b-5e85-41fa-9b33-26e441c9c0fb,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:22.947864 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.161s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:23.013882 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c7a2937a-5b49-4221-9b3e-786eaca7e900 req-13720cb5-d84b-4580-80b8-96d9c0f0e9ee tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431177 Feb 17 01:03:23.096357 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-da47835c-3478-48e6-8255-f9f5c770e187 req-fe51cade-b2d2-4624-bcc3-39d6652f8f2d service neutron] 10.222.0.42 "GET /v2.0/networks/054cbbac-7ec5-483e-9466-41ef3bf619a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2526937 Feb 17 01:03:23.251824 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Network 054cbbac-7ec5-483e-9466-41ef3bf619a0 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:03:23.341557 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b615c-30b8-4da6-8a63-0d6bd0bd8d7e req-256278ea-03bd-4695-9b2e-26f84909535f tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:23.343402 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c94b615c-30b8-4da6-8a63-0d6bd0bd8d7e req-256278ea-03bd-4695-9b2e-26f84909535f tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.1664922 Feb 17 01:03:23.397798 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796c152-b61d-416d-bba2-8cd76d7a43e0 req-d0b64df2-06bc-4c1f-a68c-8ea0fc74de3d tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:23.399187 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Attempting to bind port f8f64a3b-5e85-41fa-9b33-26e441c9c0fb on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:03:23.399575 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1796c152-b61d-416d-bba2-8cd76d7a43e0 req-d0b64df2-06bc-4c1f-a68c-8ea0fc74de3d tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 948 time: 0.1583197 Feb 17 01:03:23.399860 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Attempting to bind port f8f64a3b-5e85-41fa-9b33-26e441c9c0fb by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '8e231d0a-a31c-4754-af38-96d93351c74a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:03:23.400454 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Attempting to bind port f8f64a3b-5e85-41fa-9b33-26e441c9c0fb on network 819329f8-0ff3-4613-9040-d2394ba7d1f6 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:03:23.411945 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a053c-fa6d-4d6c-bced-45046e820b70 req-36c2b2f7-5b99-4fd3-bc4b-3abb2638fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:23.414751 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f22a053c-fa6d-4d6c-bced-45046e820b70 req-36c2b2f7-5b99-4fd3-bc4b-3abb2638fe39 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9f87947-84f1-4bba-bbae-568841e714fe HTTP/1.1" status: 200 len: 910 time: 0.8583224 Feb 17 01:03:23.423587 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a87939-7468-4c81-b60a-5f1454b20c09 req-d19ca1be-6f7b-47bc-8a3a-f93ab00cb310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:23.426753 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-20a87939-7468-4c81-b60a-5f1454b20c09 req-d19ca1be-6f7b-47bc-8a3a-f93ab00cb310 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d7f5852-8882-4c3e-94a9-e88fedcdc969 HTTP/1.1" status: 200 len: 903 time: 0.9341857 Feb 17 01:03:23.428302 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:03:23.428953 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Checking segment: {'id': '8e231d0a-a31c-4754-af38-96d93351c74a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:03:23.429658 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:23.430306 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Bound using segment: {'id': '8e231d0a-a31c-4754-af38-96d93351c74a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:03:23.431180 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Bound port: f8f64a3b-5e85-41fa-9b33-26e441c9c0fb, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e231d0a-a31c-4754-af38-96d93351c74a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '819329f8-0ff3-4613-9040-d2394ba7d1f6'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:03:23.432208 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:23.446458 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c94b615c-30b8-4da6-8a63-0d6bd0bd8d7e req-29e062ac-0066-4429-97da-280d3d4f84cb tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824862 Feb 17 01:03:23.474240 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1796c152-b61d-416d-bba2-8cd76d7a43e0 req-16194e84-0285-43c5-8f77-8f8be7873156 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605192 Feb 17 01:03:23.561419 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.objects.ports [None req-8689b814-f406-45f8-a6c6-5612d0b011b4 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84028) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:03:23.703475 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c104a5-6ebd-4bac-a6de-4785eef4f84e req-bacd0868-d901-44cd-95f2-57ea0e4aa917 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:23.705912 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c8c104a5-6ebd-4bac-a6de-4785eef4f84e req-bacd0868-d901-44cd-95f2-57ea0e4aa917 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 943 time: 0.1026216 Feb 17 01:03:23.804047 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c8c104a5-6ebd-4bac-a6de-4785eef4f84e req-72291cd2-3a3b-4e68-89f8-9f112ad72f84 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852666 Feb 17 01:03:23.807541 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-20a87939-7468-4c81-b60a-5f1454b20c09 req-e7727fe3-c9e3-4866-ba5a-f8a61a25db16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0d5fd81-166d-449d-bd5a-1bbf2858f503 HTTP/1.1" status: 200 len: 217 time: 0.3559394 Feb 17 01:03:24.043022 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f22a053c-fa6d-4d6c-bced-45046e820b70 req-b38be2d0-6f82-495b-9f45-ae84587df724 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931724d3-6963-4d91-81d1-07606ad03e4e HTTP/1.1" status: 200 len: 1000 time: 0.5853231 Feb 17 01:03:24.187464 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a87939-7468-4c81-b60a-5f1454b20c09 req-f4a6a254-1767-4790-acef-b606435fdd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:24.190475 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-20a87939-7468-4c81-b60a-5f1454b20c09 req-f4a6a254-1767-4790-acef-b606435fdd2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c186eac3-4b79-4f7c-8162-09aea8654bd1 HTTP/1.1" status: 200 len: 849 time: 0.3465247 Feb 17 01:03:24.212829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device a98cc159-456e-4e06-bc18-6674ca9b7b93 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:03:24.323395 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-20a87939-7468-4c81-b60a-5f1454b20c09 req-b9da7bad-d2b3-459f-a17c-e39fb53602f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d7f5852-8882-4c3e-94a9-e88fedcdc969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155043 Feb 17 01:03:24.325506 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] For port f8f64a3b-5e85-41fa-9b33-26e441c9c0fb, host hv-cinder-75995, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:03:24.372046 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277bf12-09e4-41c3-b302-890eb9153b67 req-0d994f5f-cd47-4d67-809b-b5a5bff5e29e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:24.374885 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e277bf12-09e4-41c3-b302-890eb9153b67 req-0d994f5f-cd47-4d67-809b-b5a5bff5e29e tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.2456322 Feb 17 01:03:24.406667 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port a98cc159-456e-4e06-bc18-6674ca9b7b93 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:03:24.421656 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port a98cc159-456e-4e06-bc18-6674ca9b7b93 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:03:24.423680 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:24.432910 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] For port f8f64a3b-5e85-41fa-9b33-26e441c9c0fb, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=f8f64a3b-5e85-41fa-9b33-26e441c9c0fb,segment=NetworkSegment(8e231d0a-a31c-4754-af38-96d93351c74a),segment_id=8e231d0a-a31c-4754-af38-96d93351c74a)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:03:24.516022 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a053c-fa6d-4d6c-bced-45046e820b70 req-828730c2-749b-4c5d-81ec-ad50b9d979bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:24.518110 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f22a053c-fa6d-4d6c-bced-45046e820b70 req-828730c2-749b-4c5d-81ec-ad50b9d979bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8020aa0-aa72-42b0-9ad3-070f9773c346 HTTP/1.1" status: 200 len: 855 time: 0.4482586 Feb 17 01:03:24.535661 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:24.540012 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e277bf12-09e4-41c3-b302-890eb9153b67 req-398b073c-2cbe-4d88-9df3-9474f10af528 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523137 Feb 17 01:03:24.574694 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:24.611853 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3458d7-93c4-4c11-b0dd-46c5a79ed253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98cc159-456e-4e06-bc18-6674ca9b7b93'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:03:24.624025 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port a98cc159-456e-4e06-bc18-6674ca9b7b93, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a98cc159-456e-4e06-bc18-6674ca9b7b93,segment=NetworkSegment(a7b4a1ef-d26e-4207-8192-bb1e5837edd4),segment_id=a7b4a1ef-d26e-4207-8192-bb1e5837edd4)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:03:24.629814 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:24.632001 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:24.714951 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=a98cc159-456e-4e06-bc18-6674ca9b7b93,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:24.719371 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:24.760538 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:24.858498 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-20a87939-7468-4c81-b60a-5f1454b20c09 req-7ec0dd5f-180e-46df-953c-e99ce62bb367 service neutron] 10.222.0.42 "GET /v2.0/networks/1d7f5852-8882-4c3e-94a9-e88fedcdc969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073373 Feb 17 01:03:24.863896 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9196dc-e727-44b3-9771-926e399b2190 req-52703f5d-3f5f-48cf-8d42-19e94406d687 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:24.865626 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0f9196dc-e727-44b3-9771-926e399b2190 req-52703f5d-3f5f-48cf-8d42-19e94406d687 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 943 time: 0.2244213 Feb 17 01:03:24.878706 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc138d-8501-4f21-ab21-b8bf4a05c090 req-982a8f73-b9f6-4a5b-8309-f315b09ffe7c tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:24.880484 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-03cc138d-8501-4f21-ab21-b8bf4a05c090 req-982a8f73-b9f6-4a5b-8309-f315b09ffe7c tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.1729968 Feb 17 01:03:24.965860 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0f9196dc-e727-44b3-9771-926e399b2190 req-7314816c-572b-4bf9-bc2b-ff02b050a9cb tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841842 Feb 17 01:03:24.987005 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-03cc138d-8501-4f21-ab21-b8bf4a05c090 req-89e7fc2a-1c4c-4ec3-b706-4a640db3ac8c tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894592 Feb 17 01:03:25.110616 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3458d7-93c4-4c11-b0dd-46c5a79ed253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98cc159-456e-4e06-bc18-6674ca9b7b93', 'code': 200} Feb 17 01:03:25.117062 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Pushing event updated for resources: {'Port': ['ID=f8f64a3b-5e85-41fa-9b33-26e441c9c0fb,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:25.149512 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:25.239393 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a053c-fa6d-4d6c-bced-45046e820b70 req-9e35754a-7782-4078-a3e9-31a280eb7f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:25.240742 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f22a053c-fa6d-4d6c-bced-45046e820b70 req-9e35754a-7782-4078-a3e9-31a280eb7f0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9f87947-84f1-4bba-bbae-568841e714fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4815025 Feb 17 01:03:25.248726 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:25.249427 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:25.250980 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] 10.222.0.42 "PUT /v2.0/ports/f8f64a3b-5e85-41fa-9b33-26e441c9c0fb HTTP/1.1" status: 200 len: 1157 time: 4.7697670 Feb 17 01:03:25.251542 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175a25a0-404c-4a81-8673-267335406e37', 'tag': 'f8f64a3b-5e85-41fa-9b33-26e441c9c0fb'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:03:25.259286 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-20a87939-7468-4c81-b60a-5f1454b20c09 req-8a688894-7ff4-4ae2-8d0a-34b2833b49c3 service neutron] 10.222.0.42 "GET /v2.0/networks/1d7f5852-8882-4c3e-94a9-e88fedcdc969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3772864 Feb 17 01:03:25.289302 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bef712-95b9-4ed2-9bb2-5b25678c1700 req-32857ee4-860d-4dcf-9cf9-fc4359be73d0 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:25.308164 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-84bef712-95b9-4ed2-9bb2-5b25678c1700 req-32857ee4-860d-4dcf-9cf9-fc4359be73d0 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 950 time: 0.2028565 Feb 17 01:03:25.411780 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-84bef712-95b9-4ed2-9bb2-5b25678c1700 req-59c327ee-fc7d-4849-aa5e-8e8402d69848 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062765 Feb 17 01:03:25.449392 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffaf716-0d9b-4f2f-a74a-fe6b4cbd8e34 req-15c8d485-bbe8-4ede-8427-93399f3ba278 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:25.452685 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2ffaf716-0d9b-4f2f-a74a-fe6b4cbd8e34 req-15c8d485-bbe8-4ede-8427-93399f3ba278 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 943 time: 0.1442175 Feb 17 01:03:25.504970 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175a25a0-404c-4a81-8673-267335406e37', 'tag': 'f8f64a3b-5e85-41fa-9b33-26e441c9c0fb', 'status': 'completed', 'code': 200} Feb 17 01:03:25.542090 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2ffaf716-0d9b-4f2f-a74a-fe6b4cbd8e34 req-66d3e0f2-7a20-407d-96ea-cade27983520 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815163 Feb 17 01:03:25.579373 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f22a053c-fa6d-4d6c-bced-45046e820b70 req-a4761992-8c1a-4fc1-a117-666643fde9f6 service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188984 Feb 17 01:03:25.620514 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device d0d5fd81-166d-449d-bd5a-1bbf2858f503 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:03:25.756976 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port d0d5fd81-166d-449d-bd5a-1bbf2858f503 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:03:25.762876 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port d0d5fd81-166d-449d-bd5a-1bbf2858f503 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:03:25.763466 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:25.815615 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbf498-6eb9-4c7d-a331-5044bcd78e36 req-49edbe2d-db13-4b1d-9040-740fe8c9e6d9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:25.817511 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d8dbf498-6eb9-4c7d-a331-5044bcd78e36 req-49edbe2d-db13-4b1d-9040-740fe8c9e6d9 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.1197331 Feb 17 01:03:25.881146 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d8dbf498-6eb9-4c7d-a331-5044bcd78e36 req-1aaee882-ec74-44f0-acae-d0e9104ee1b1 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514579 Feb 17 01:03:25.928807 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:25.975105 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port d0d5fd81-166d-449d-bd5a-1bbf2858f503, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d0d5fd81-166d-449d-bd5a-1bbf2858f503,segment=NetworkSegment(a1b8497a-82ab-41ab-a86a-774b6b20fcf9),segment_id=a1b8497a-82ab-41ab-a86a-774b6b20fcf9)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:03:25.979956 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:25.981901 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device a98cc159-456e-4e06-bc18-6674ca9b7b93 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:03:26.038939 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-4bffd628-3dcb-4ea4-9e07-048c79d82aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:26.040629 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-4bffd628-3dcb-4ea4-9e07-048c79d82aa5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f41172a99244d648c7b2053813ce44e&device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 1160 time: 0.6932788 Feb 17 01:03:26.051653 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ee552-e78e-48d8-ad11-3b19bf25123c req-e6a2d868-405c-4ef3-b0f5-f0f10aa7cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:26.053587 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-149ee552-e78e-48d8-ad11-3b19bf25123c req-e6a2d868-405c-4ef3-b0f5-f0f10aa7cbd1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 1167 time: 0.6646476 Feb 17 01:03:26.058656 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-40ff588c-386c-4730-9006-3a386741a308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:26.152746 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-f6f3bd34-0b38-4aa2-9fc1-9f48d11b7a74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f64a3b-5e85-41fa-9b33-26e441c9c0fb HTTP/1.1" status: 200 len: 217 time: 0.0958047 Feb 17 01:03:26.242865 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=d0d5fd81-166d-449d-bd5a-1bbf2858f503,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:26.250494 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:26.273244 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port a98cc159-456e-4e06-bc18-6674ca9b7b93 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:03:26.274275 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:26.275517 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-149ee552-e78e-48d8-ad11-3b19bf25123c req-41974fe7-11bb-4568-a6d1-e18efa2989bd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617498 Feb 17 01:03:26.291725 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f22a053c-fa6d-4d6c-bced-45046e820b70 req-06edba3e-c3bb-410e-adc8-b734502eec40 service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6954620 Feb 17 01:03:26.293150 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-96336f5f-f2d7-4349-90c2-b51bab14e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:26.294643 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-96336f5f-f2d7-4349-90c2-b51bab14e807 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcd2180f-8c74-4147-ab1b-02ce3246c291 HTTP/1.1" status: 200 len: 855 time: 0.1337562 Feb 17 01:03:26.444723 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9c397-8132-4d73-b711-2a296a06b594 req-76c4c435-97a6-4f0a-818c-941cea3eaac6 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:26.446440 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-01c9c397-8132-4d73-b711-2a296a06b594 req-76c4c435-97a6-4f0a-818c-941cea3eaac6 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 945 time: 0.1739383 Feb 17 01:03:26.453150 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb741f5-7118-4bfa-bba6-87508f7bab7d req-e7520248-0049-415a-a5e3-65823c3c87b6 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:26.454819 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fbb741f5-7118-4bfa-bba6-87508f7bab7d req-e7520248-0049-415a-a5e3-65823c3c87b6 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.1340525 Feb 17 01:03:26.544593 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-5c841d9d-3c89-4e42-a267-c52b933b72af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819329f8-0ff3-4613-9040-d2394ba7d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501842 Feb 17 01:03:26.556945 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-01c9c397-8132-4d73-b711-2a296a06b594 req-2c7ffd41-db66-4ff0-ba4a-7873a0b478b4 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976348 Feb 17 01:03:26.577329 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fbb741f5-7118-4bfa-bba6-87508f7bab7d req-148ff4a9-0c12-4f09-aae4-6d70eea1ca6f tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017988 Feb 17 01:03:26.763864 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-ec6e78ff-f75d-4357-9a3e-fd621895f7fe service neutron] 10.222.0.42 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114182 Feb 17 01:03:26.848044 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device d0d5fd81-166d-449d-bd5a-1bbf2858f503 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:03:26.973443 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7af764d3-a295-44c8-b4a4-7da144f6d051 req-74fbaf52-4afd-400c-bc08-0a539ea9fc89 service neutron] 10.222.0.42 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2014370 Feb 17 01:03:27.007255 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port d0d5fd81-166d-449d-bd5a-1bbf2858f503 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:03:27.008609 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:27.122472 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdeb57c-5f0a-4a5e-a84f-8116233639eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d5fd81-166d-449d-bd5a-1bbf2858f503'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:03:27.148011 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d389a-1a6e-4d23-a8e9-4c648e2b2ffc req-3e56464b-0589-4f0a-8934-c04f0303ffb9 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:27.150569 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6e9d389a-1a6e-4d23-a8e9-4c648e2b2ffc req-3e56464b-0589-4f0a-8934-c04f0303ffb9 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 950 time: 0.4540081 Feb 17 01:03:27.156832 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b2319-6b06-4325-a718-3ef67a1f4b11 req-4240762d-8d0e-44de-96f9-55aae70a0de5 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:27.164464 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-731b2319-6b06-4325-a718-3ef67a1f4b11 req-4240762d-8d0e-44de-96f9-55aae70a0de5 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 943 time: 0.4215021 Feb 17 01:03:27.174032 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697c811-ad2d-44bc-b34e-30866fc901e7 req-ef946cc8-640e-4d11-8cf5-9cb7d34e06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:27.174901 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e697c811-ad2d-44bc-b34e-30866fc901e7 req-ef946cc8-640e-4d11-8cf5-9cb7d34e06ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f41172a99244d648c7b2053813ce44e&device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 1160 time: 0.1130393 Feb 17 01:03:27.246808 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-731b2319-6b06-4325-a718-3ef67a1f4b11 req-fb98b26a-ec3a-4f92-9f05-1ed67a830bf1 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813351 Feb 17 01:03:27.252231 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6e9d389a-1a6e-4d23-a8e9-4c648e2b2ffc req-439c9a86-dae7-4611-b02f-5aaf9f345511 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706728 Feb 17 01:03:27.348823 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697c811-ad2d-44bc-b34e-30866fc901e7 req-5d24fc7d-ebcc-4a00-95f2-3e6662ffb1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:27.350185 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdeb57c-5f0a-4a5e-a84f-8116233639eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d5fd81-166d-449d-bd5a-1bbf2858f503', 'code': 200} Feb 17 01:03:27.350694 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e697c811-ad2d-44bc-b34e-30866fc901e7 req-5d24fc7d-ebcc-4a00-95f2-3e6662ffb1f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=819329f8-0ff3-4613-9040-d2394ba7d1f6 HTTP/1.1" status: 200 len: 909 time: 0.1671665 Feb 17 01:03:27.441739 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e697c811-ad2d-44bc-b34e-30866fc901e7 req-76811f13-2066-4c65-8e4e-a6eac680acc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f64a3b-5e85-41fa-9b33-26e441c9c0fb HTTP/1.1" status: 200 len: 217 time: 0.0809577 Feb 17 01:03:27.548411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60c0ed-2002-40fd-a8ff-84533b4bea9f req-aa86c3e9-2c1a-4776-b7d1-788160eb30f1 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:27.550229 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3e60c0ed-2002-40fd-a8ff-84533b4bea9f req-aa86c3e9-2c1a-4776-b7d1-788160eb30f1 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.1661503 Feb 17 01:03:27.577577 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697c811-ad2d-44bc-b34e-30866fc901e7 req-56a79cd6-6784-4ce0-8b29-4cbb4a5fac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:27.579286 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e697c811-ad2d-44bc-b34e-30866fc901e7 req-56a79cd6-6784-4ce0-8b29-4cbb4a5fac14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcd2180f-8c74-4147-ab1b-02ce3246c291 HTTP/1.1" status: 200 len: 855 time: 0.1231782 Feb 17 01:03:27.654228 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3e60c0ed-2002-40fd-a8ff-84533b4bea9f req-de5b6e61-954b-4aad-8164-103f71a64f07 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960476 Feb 17 01:03:27.702940 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e697c811-ad2d-44bc-b34e-30866fc901e7 req-72c11d62-ad2d-4f03-9e0c-4689ca27fd9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819329f8-0ff3-4613-9040-d2394ba7d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090651 Feb 17 01:03:28.125504 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:03:28.150648 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744c610-0aea-4355-bf37-f7fc53a80682 req-2ce85b84-70f0-4363-bf95-57e1a04bde2e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:28.158909 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e744c610-0aea-4355-bf37-f7fc53a80682 req-2ce85b84-70f0-4363-bf95-57e1a04bde2e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.2609489 Feb 17 01:03:28.165182 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333ef38-fb45-43ed-a404-a49fb578a523 req-558b281d-2886-4ca3-8823-a3c0f290adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:28.167071 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5333ef38-fb45-43ed-a404-a49fb578a523 req-558b281d-2886-4ca3-8823-a3c0f290adb3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 1162 time: 0.4446883 Feb 17 01:03:28.169428 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e697c811-ad2d-44bc-b34e-30866fc901e7 req-ee3f5d6c-44ed-4432-b711-10625a990b14 service neutron] 10.222.0.42 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457059 Feb 17 01:03:28.192449 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d92421-6cf2-422f-9cdf-622aeda083a7 req-e20be404-04f5-4b87-95cc-e512f27157d3 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:28.200759 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-14d92421-6cf2-422f-9cdf-622aeda083a7 req-e20be404-04f5-4b87-95cc-e512f27157d3 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 945 time: 0.3647602 Feb 17 01:03:28.241801 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500ee9-1bdb-47c0-bc60-e3a718814e06 req-77854b8e-813a-4d7f-bb48-6434bbe0efd4 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:28.242781 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-80500ee9-1bdb-47c0-bc60-e3a718814e06 req-77854b8e-813a-4d7f-bb48-6434bbe0efd4 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Synchronizing usage tracker for tenant:07b76f83eace4c539f1de797b1560677 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:03:28.269310 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e744c610-0aea-4355-bf37-f7fc53a80682 req-5fef61ed-fe20-4f7e-afd5-f4eec3a46b23 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088095 Feb 17 01:03:28.274091 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-14d92421-6cf2-422f-9cdf-622aeda083a7 req-47ac40c1-0e2c-4a75-925e-c7d1c6c20943 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722597 Feb 17 01:03:28.426931 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e697c811-ad2d-44bc-b34e-30866fc901e7 req-09578294-73c2-4024-b77b-94ff09da5d0b service neutron] 10.222.0.42 "GET /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2253442 Feb 17 01:03:28.437304 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5333ef38-fb45-43ed-a404-a49fb578a523 req-f0876cbe-4d39-48b1-b06b-9f42bc6b5401 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542658 Feb 17 01:03:28.438836 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-80500ee9-1bdb-47c0-bc60-e3a718814e06 req-77854b8e-813a-4d7f-bb48-6434bbe0efd4 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Unset dirty status for tenant:07b76f83eace4c539f1de797b1560677 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:03:28.440225 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-80500ee9-1bdb-47c0-bc60-e3a718814e06 req-77854b8e-813a-4d7f-bb48-6434bbe0efd4 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.42 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.4714756 Feb 17 01:03:28.599444 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bb468-71b1-4c17-ba3f-2d1ce4ba3d10 req-bc251ec6-e9bc-4b6e-a5a5-b5cfcb5eb1cb tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:28.601449 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-358bb468-71b1-4c17-ba3f-2d1ce4ba3d10 req-bc251ec6-e9bc-4b6e-a5a5-b5cfcb5eb1cb tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 943 time: 0.1028435 Feb 17 01:03:28.670795 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-358bb468-71b1-4c17-ba3f-2d1ce4ba3d10 req-d87d47ae-c47c-41e7-981b-b72602d66fdf tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565608 Feb 17 01:03:28.837919 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2961e-9ff6-44bd-ac7c-0ab2f79a678e req-a0b2acd8-3cb3-4cf1-a5e3-783d93dbe54d tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:28.847243 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-eac2961e-9ff6-44bd-ac7c-0ab2f79a678e req-a0b2acd8-3cb3-4cf1-a5e3-783d93dbe54d tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 950 time: 0.1599131 Feb 17 01:03:28.880922 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device a98cc159-456e-4e06-bc18-6674ca9b7b93 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:03:29.058157 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-eac2961e-9ff6-44bd-ac7c-0ab2f79a678e req-e9db55da-00be-4d4c-a8e7-9ab713a5032a tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047119 Feb 17 01:03:29.086464 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port a98cc159-456e-4e06-bc18-6674ca9b7b93 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:03:29.087311 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:29.200615 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5af93-c21d-45d5-8f78-9b7a56101397 req-98592de8-4407-471c-8630-c69592875c22 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:29.202637 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-82f5af93-c21d-45d5-8f78-9b7a56101397 req-98592de8-4407-471c-8630-c69592875c22 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 945 time: 0.2405646 Feb 17 01:03:29.231679 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4ac1841e-83f9-410f-90af-eb4bc4e116c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:29.287332 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-82f5af93-c21d-45d5-8f78-9b7a56101397 req-8e50b0df-9a28-40cf-b6d0-ab37358ef28b tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760245 Feb 17 01:03:29.389333 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 2db46557-5247-4448-a886-66200bdcc9e2 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:03:29.648441 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:29.701323 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76effcc1-869f-4c50-9161-252be2d469ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2db46557-5247-4448-a886-66200bdcc9e2'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:03:29.714446 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 2db46557-5247-4448-a886-66200bdcc9e2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2db46557-5247-4448-a886-66200bdcc9e2,segment=NetworkSegment(d2cf687d-c695-4744-b09b-3875a944e97f),segment_id=d2cf687d-c695-4744-b09b-3875a944e97f)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:03:29.721556 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:29.723737 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936963f-f7b1-40aa-80c2-71d70c86734b req-66634a48-be57-4849-b2e6-b2b4b6d0a66f tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:29.726897 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:29.729570 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1936963f-f7b1-40aa-80c2-71d70c86734b req-66634a48-be57-4849-b2e6-b2b4b6d0a66f tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 945 time: 0.2102392 Feb 17 01:03:29.879159 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=2db46557-5247-4448-a886-66200bdcc9e2,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:29.890825 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:29.949755 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1936963f-f7b1-40aa-80c2-71d70c86734b req-e4bc7e83-c73a-4ee4-b0aa-b0056b74dea2 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693996 Feb 17 01:03:29.988086 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb4317-1a61-480d-b6c3-cbc08e81e7c0 req-e043846d-8b8f-496b-9558-d5d5f35e140e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:29.996229 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1efb4317-1a61-480d-b6c3-cbc08e81e7c0 req-e043846d-8b8f-496b-9558-d5d5f35e140e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.2658577 Feb 17 01:03:30.134335 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1efb4317-1a61-480d-b6c3-cbc08e81e7c0 req-b0660e5c-95c2-4678-8f04-ddf3bc290da9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366680 Feb 17 01:03:30.272340 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76effcc1-869f-4c50-9161-252be2d469ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2db46557-5247-4448-a886-66200bdcc9e2', 'code': 200} Feb 17 01:03:30.362161 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429f0cf-cff5-4b98-a8ce-3527bdf8e432 req-644f3251-de49-4b47-8ce8-3b8d4d8ba4ab tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:30.376398 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b429f0cf-cff5-4b98-a8ce-3527bdf8e432 req-644f3251-de49-4b47-8ce8-3b8d4d8ba4ab tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 950 time: 0.1585159 Feb 17 01:03:30.584980 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b429f0cf-cff5-4b98-a8ce-3527bdf8e432 req-2f9863bb-479b-4361-850c-35df887502ed tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024045 Feb 17 01:03:30.666332 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a29e93-e847-43ac-aca6-3d2214fb2b73 req-379cc810-5793-4396-9d90-13df062313aa tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:30.670636 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f2a29e93-e847-43ac-aca6-3d2214fb2b73 req-379cc810-5793-4396-9d90-13df062313aa tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 943 time: 0.2587183 Feb 17 01:03:30.924714 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f2a29e93-e847-43ac-aca6-3d2214fb2b73 req-bb609835-8288-44bd-8e91-ecef9f3b3ee7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468722 Feb 17 01:03:31.064079 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3926f8f-093d-436f-8cba-15a819791f87 req-37f22835-49c6-43dc-8212-4c3d5e8a7125 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:31.067146 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e3926f8f-093d-436f-8cba-15a819791f87 req-37f22835-49c6-43dc-8212-4c3d5e8a7125 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 943 time: 0.2636271 Feb 17 01:03:31.245073 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e3926f8f-093d-436f-8cba-15a819791f87 req-95d346c8-ce84-4357-8c8f-a27824dea475 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592808 Feb 17 01:03:31.366916 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb404f46-b220-4e04-bb0a-cfd3ec07c838 req-5369cac6-d652-415f-b36f-d217f713fb8e tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:31.368868 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-eb404f46-b220-4e04-bb0a-cfd3ec07c838 req-5369cac6-d652-415f-b36f-d217f713fb8e tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 945 time: 0.1222904 Feb 17 01:03:31.491885 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-eb404f46-b220-4e04-bb0a-cfd3ec07c838 req-87aa4f45-4bc0-4016-80b0-9a8314db06fa tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147804 Feb 17 01:03:31.555965 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db63ee9-8902-4661-a968-8cb44a6904c6 req-0810b79a-b632-417d-990c-4d191163dded tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:31.558114 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7db63ee9-8902-4661-a968-8cb44a6904c6 req-0810b79a-b632-417d-990c-4d191163dded tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.1384914 Feb 17 01:03:31.626478 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7db63ee9-8902-4661-a968-8cb44a6904c6 req-553c2ffd-ef6b-4aa1-815a-b0e855bc76d7 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556660 Feb 17 01:03:31.873846 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67562e-1692-4504-8a9b-75fbbd50ebe0 req-2dc58a6d-594f-4377-b021-892190c820ba tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:31.875616 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9e67562e-1692-4504-8a9b-75fbbd50ebe0 req-2dc58a6d-594f-4377-b021-892190c820ba tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 950 time: 0.1028514 Feb 17 01:03:31.952032 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9e67562e-1692-4504-8a9b-75fbbd50ebe0 req-53d9ed53-7bd3-4e37-80c8-990ee781a7fd tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627301 Feb 17 01:03:32.353295 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d000a6-be1c-4fbe-a8e0-e2e27efa1650 req-8862fd1e-3760-44e3-9475-caf1fc44d3c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:32.366173 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-40d000a6-be1c-4fbe-a8e0-e2e27efa1650 req-8862fd1e-3760-44e3-9475-caf1fc44d3c7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 943 time: 0.1845212 Feb 17 01:03:32.587144 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-40d000a6-be1c-4fbe-a8e0-e2e27efa1650 req-32d369df-e16f-47c3-a9b0-0829f39c5d9e tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192798 Feb 17 01:03:32.657811 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e8ad6-86b7-4c75-bba7-b8f9a3c32a70 req-d0a36095-588d-4591-85e8-7935ce1fe87a tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:32.661950 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-152e8ad6-86b7-4c75-bba7-b8f9a3c32a70 req-d0a36095-588d-4591-85e8-7935ce1fe87a tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 943 time: 0.2299654 Feb 17 01:03:32.788622 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-152e8ad6-86b7-4c75-bba7-b8f9a3c32a70 req-44369f09-3d62-42d0-ae8f-c3748c63aab3 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135736 Feb 17 01:03:32.790323 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-217d41ae-828a-47ea-afd6-20ce8f5f6d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:32.962537 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cf9ef-9a41-4a82-b71c-b8572a32ab6c req-14db169d-4fb9-490a-b656-612013a89a8b tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:32.966661 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-126cf9ef-9a41-4a82-b71c-b8572a32ab6c req-14db169d-4fb9-490a-b656-612013a89a8b tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 945 time: 0.1460683 Feb 17 01:03:33.200938 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-126cf9ef-9a41-4a82-b71c-b8572a32ab6c req-6c11087a-db0b-408d-a1c1-7171d8c10c8c tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284219 Feb 17 01:03:33.284263 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a2e8d-a084-4653-8d4f-927c009cf4ef req-ca284b53-3849-4130-b724-052f3100a130 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:33.289251 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c8a2e8d-a084-4653-8d4f-927c009cf4ef req-ca284b53-3849-4130-b724-052f3100a130 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.2426014 Feb 17 01:03:33.363463 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:33.392233 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c8a2e8d-a084-4653-8d4f-927c009cf4ef req-2d71bd03-04b7-45a6-8ca1-f1e326a90f4b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903227 Feb 17 01:03:33.563313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3f765-d9da-41f5-8031-e703e71a68b5 req-559b3cef-271d-4d2f-b2e5-7042fdea43e8 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:33.565109 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-43c3f765-d9da-41f5-8031-e703e71a68b5 req-559b3cef-271d-4d2f-b2e5-7042fdea43e8 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 950 time: 0.1355991 Feb 17 01:03:33.642918 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-43c3f765-d9da-41f5-8031-e703e71a68b5 req-25adbc8a-a4c6-47b2-a7db-3afe82bc662e tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689130 Feb 17 01:03:33.947900 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84a718-537a-4c1a-a7fb-ca180be58f99 req-d185d652-cf0c-4191-b00c-53db331d2bdf tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:33.951187 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8d84a718-537a-4c1a-a7fb-ca180be58f99 req-d185d652-cf0c-4191-b00c-53db331d2bdf tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 943 time: 0.1139419 Feb 17 01:03:34.032460 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:34.140829 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8d84a718-537a-4c1a-a7fb-ca180be58f99 req-5fb8fa50-8df0-4c86-a899-7c574bbbbdef tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750531 Feb 17 01:03:34.197130 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447a0a0-cfbf-4ce2-91ee-454c069fb9c2 req-f7755a58-5fae-427e-b5df-22df8aa49eb8 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:34.199536 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d447a0a0-cfbf-4ce2-91ee-454c069fb9c2 req-f7755a58-5fae-427e-b5df-22df8aa49eb8 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 943 time: 0.2028956 Feb 17 01:03:34.296410 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d447a0a0-cfbf-4ce2-91ee-454c069fb9c2 req-97c3ad0a-ec9e-4d66-b822-3034ba00e238 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783679 Feb 17 01:03:34.587489 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4676f1b-cb9a-42a3-83d9-28cd68616d97 req-e0b6f235-6e87-4a57-b793-a8d08970246f tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:34.590317 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c4676f1b-cb9a-42a3-83d9-28cd68616d97 req-e0b6f235-6e87-4a57-b793-a8d08970246f tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 945 time: 0.1797748 Feb 17 01:03:34.726098 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:34.792662 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c4676f1b-cb9a-42a3-83d9-28cd68616d97 req-e7b593d0-68c1-4978-b618-2f01ce3b0599 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697640 Feb 17 01:03:34.836820 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217c18f-30cf-4daa-88cf-69555931742c req-72c28270-952a-4436-8719-2c977d666e63 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:34.838548 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5217c18f-30cf-4daa-88cf-69555931742c req-72c28270-952a-4436-8719-2c977d666e63 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.1679866 Feb 17 01:03:34.912985 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5217c18f-30cf-4daa-88cf-69555931742c req-1f88008d-72e5-4e3c-8ef6-8bd098a7b1ad tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610828 Feb 17 01:03:35.037183 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6c15c-fb5d-4ca4-8a21-c3012192a8db req-8209361a-40eb-416a-bb1c-c2126419fbf6 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:35.040497 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bae6c15c-fb5d-4ca4-8a21-c3012192a8db req-8209361a-40eb-416a-bb1c-c2126419fbf6 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 950 time: 0.1232018 Feb 17 01:03:35.093766 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bae6c15c-fb5d-4ca4-8a21-c3012192a8db req-4c58e7b5-8e16-4aae-a35e-d027a34a3160 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467086 Feb 17 01:03:35.406512 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfa0eb-b914-43e0-8684-74020a447afa req-02eebceb-8313-49b0-b201-583bba306d41 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:35.408544 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6ddfa0eb-b914-43e0-8684-74020a447afa req-02eebceb-8313-49b0-b201-583bba306d41 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 943 time: 0.1141870 Feb 17 01:03:35.511658 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6ddfa0eb-b914-43e0-8684-74020a447afa req-0076292b-0664-464a-bff9-e72e17cf431a tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963743 Feb 17 01:03:35.569939 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497479c-d3ea-49a6-b007-99a388b0cde6 req-ccb85ef5-b230-49b2-9ed1-c61752ef526f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:35.571687 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c497479c-d3ea-49a6-b007-99a388b0cde6 req-ccb85ef5-b230-49b2-9ed1-c61752ef526f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 943 time: 0.1404624 Feb 17 01:03:35.635366 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c497479c-d3ea-49a6-b007-99a388b0cde6 req-6017ec14-fec4-4aaa-a87d-9db0599ef340 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513732 Feb 17 01:03:36.130310 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96a476-729b-4be2-b589-cd2b1d5108a6 req-d2fa7bdb-2193-456b-9f20-443841cbb1f8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:36.132235 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2e96a476-729b-4be2-b589-cd2b1d5108a6 req-d2fa7bdb-2193-456b-9f20-443841cbb1f8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 945 time: 0.1984129 Feb 17 01:03:36.225381 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2e96a476-729b-4be2-b589-cd2b1d5108a6 req-58c44f61-040c-4220-bc44-1284d7e1280f tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825384 Feb 17 01:03:36.256310 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1886d8-5d7c-4234-8112-8e11a3b32eb8 req-4c3ec20b-55ef-4fb5-a50d-45b954d2d8af tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:36.256310 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7f1886d8-5d7c-4234-8112-8e11a3b32eb8 req-4c3ec20b-55ef-4fb5-a50d-45b954d2d8af tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.1784849 Feb 17 01:03:36.317692 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7f1886d8-5d7c-4234-8112-8e11a3b32eb8 req-531f190b-8767-4ee2-b8fb-a79926d6bd62 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567033 Feb 17 01:03:36.448325 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c9ab3-f697-467b-9f1b-066e871b0efe req-2b331754-0c95-4f75-be85-88eb895b1e30 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:36.451053 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-160c9ab3-f697-467b-9f1b-066e871b0efe req-2b331754-0c95-4f75-be85-88eb895b1e30 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 950 time: 0.1013646 Feb 17 01:03:36.514242 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-160c9ab3-f697-467b-9f1b-066e871b0efe req-53737a3d-9f2b-498b-b36e-fd107f52fcf9 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561175 Feb 17 01:03:36.779353 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c7635-8db6-454d-af6d-d161920abc95 req-c73675e2-6248-43bb-ae66-3c1e429d8f1f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:36.781239 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-054c7635-8db6-454d-af6d-d161920abc95 req-c73675e2-6248-43bb-ae66-3c1e429d8f1f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 943 time: 0.1258993 Feb 17 01:03:36.892176 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-054c7635-8db6-454d-af6d-d161920abc95 req-b978eca9-db7a-4b5b-be80-d14f9a2661d9 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664937 Feb 17 01:03:36.930312 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0344a7-6488-49da-af1e-087a7288fd7b req-be9b35d8-4b67-4c73-b06c-46361b8780f2 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:36.932069 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0a0344a7-6488-49da-af1e-087a7288fd7b req-be9b35d8-4b67-4c73-b06c-46361b8780f2 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 943 time: 0.1497457 Feb 17 01:03:37.003544 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0a0344a7-6488-49da-af1e-087a7288fd7b req-144cfc3c-dc11-46db-842d-b9feeaecc1a4 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633838 Feb 17 01:03:37.213701 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:37.641498 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd42424-bab7-4a84-8fe6-bee1011de1cd req-005708ee-e3c3-41b7-8efb-5f7759f9ad0a tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:37.643328 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0fd42424-bab7-4a84-8fe6-bee1011de1cd req-005708ee-e3c3-41b7-8efb-5f7759f9ad0a tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 945 time: 0.2064931 Feb 17 01:03:37.651350 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2be14-e615-4fdb-92ce-b87ccd1a52ec req-b94090a9-553f-4a63-960b-4fae54070e25 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:37.653023 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3af2be14-e615-4fdb-92ce-b87ccd1a52ec req-b94090a9-553f-4a63-960b-4fae54070e25 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.1457732 Feb 17 01:03:37.734770 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0fd42424-bab7-4a84-8fe6-bee1011de1cd req-c784f62b-b159-4156-9a6a-9430b9b8de65 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805907 Feb 17 01:03:37.740048 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3af2be14-e615-4fdb-92ce-b87ccd1a52ec req-f80c5c79-1261-47b3-aa0e-f37fe4d3acd5 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710461 Feb 17 01:03:37.948139 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b249ae-c6fe-4815-bc5d-125dedddc2bc req-771dc820-c663-4556-9fb0-d00d980c542f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:37.950031 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-76b249ae-c6fe-4815-bc5d-125dedddc2bc req-771dc820-c663-4556-9fb0-d00d980c542f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 950 time: 0.1020710 Feb 17 01:03:38.112571 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-76b249ae-c6fe-4815-bc5d-125dedddc2bc req-2bd9fbb0-9275-42b5-b57e-dd9a690c9408 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518290 Feb 17 01:03:38.179170 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f73175-7538-4715-83a4-e9ca8fba4984 req-5cabf4cf-109b-4586-940d-7ddac8efaf31 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:38.180845 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e9f73175-7538-4715-83a4-e9ca8fba4984 req-5cabf4cf-109b-4586-940d-7ddac8efaf31 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 943 time: 0.1385663 Feb 17 01:03:38.234547 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e9f73175-7538-4715-83a4-e9ca8fba4984 req-a82d8dd9-b51d-4d7c-990e-886a857e37df tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459337 Feb 17 01:03:38.587497 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb830560-fb0c-4ef1-a33b-d7913dbdb525 req-5a132b4a-679f-4009-abc1-2c44eb71d691 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:38.589331 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fb830560-fb0c-4ef1-a33b-d7913dbdb525 req-5a132b4a-679f-4009-abc1-2c44eb71d691 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 943 time: 0.3479903 Feb 17 01:03:38.661136 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fb830560-fb0c-4ef1-a33b-d7913dbdb525 req-8e8ec775-0658-4ae6-88ed-748f3d5a266c tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571592 Feb 17 01:03:39.072138 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68383392-1d8f-448f-a6f3-b46a1aba1fa0 req-c8692322-4898-438d-a0a4-997582d77e54 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:39.073800 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-68383392-1d8f-448f-a6f3-b46a1aba1fa0 req-c8692322-4898-438d-a0a4-997582d77e54 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 945 time: 0.1964104 Feb 17 01:03:39.087944 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9abcc-7c91-4bf9-8313-a2fc4992ea51 req-01ec8c10-de5c-4b0b-bd29-a9caa93407cb tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:39.089627 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2ea9abcc-7c91-4bf9-8313-a2fc4992ea51 req-01ec8c10-de5c-4b0b-bd29-a9caa93407cb tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.1631739 Feb 17 01:03:39.172963 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-68383392-1d8f-448f-a6f3-b46a1aba1fa0 req-0cc671a7-1072-4eae-8da1-e58737691f64 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923452 Feb 17 01:03:39.179405 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2ea9abcc-7c91-4bf9-8313-a2fc4992ea51 req-a6cb3b0f-cb5c-4a5e-bb73-17569dfc4708 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729308 Feb 17 01:03:39.434020 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0458101-c18c-46e5-9d21-f5c597d6d20e req-0bc717ff-bca9-4954-ada3-5be1756b5ca2 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:39.435564 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c0458101-c18c-46e5-9d21-f5c597d6d20e req-0bc717ff-bca9-4954-ada3-5be1756b5ca2 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 950 time: 0.1427050 Feb 17 01:03:39.515615 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c0458101-c18c-46e5-9d21-f5c597d6d20e req-659725c5-aee1-44bf-9e55-77ab4b5aed22 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723732 Feb 17 01:03:39.557421 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20f8dd-154d-4e5f-808d-1d36f23f707c req-f2f07f58-726f-42a1-9750-f0c8531bdae3 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:39.559143 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bf20f8dd-154d-4e5f-808d-1d36f23f707c req-f2f07f58-726f-42a1-9750-f0c8531bdae3 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 943 time: 0.1684124 Feb 17 01:03:39.648585 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bf20f8dd-154d-4e5f-808d-1d36f23f707c req-b54ce178-fa52-4e28-a257-434971bc6a47 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818832 Feb 17 01:03:39.881287 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f6658-86b7-451b-98c6-5bcc8a989c34 req-b83ab147-c3b7-4d6e-8665-3aa357aa0085 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:39.883041 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ff9f6658-86b7-451b-98c6-5bcc8a989c34 req-b83ab147-c3b7-4d6e-8665-3aa357aa0085 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 943 time: 0.0919788 Feb 17 01:03:39.963354 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ff9f6658-86b7-451b-98c6-5bcc8a989c34 req-d4c22be6-851b-49ae-b75f-662cae2c68f8 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635467 Feb 17 01:03:40.554546 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae3972-7115-481d-aa57-7bd43f723b66 req-bb3adbb5-88fb-4e18-a755-3ca211862ae3 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:40.557558 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4fae3972-7115-481d-aa57-7bd43f723b66 req-bb3adbb5-88fb-4e18-a755-3ca211862ae3 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 945 time: 0.2362161 Feb 17 01:03:40.572040 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df30619-cfad-43a3-a673-c863f61afff6 req-a18e03aa-d784-40f0-a980-8d75965bb48c tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:40.574520 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7df30619-cfad-43a3-a673-c863f61afff6 req-a18e03aa-d784-40f0-a980-8d75965bb48c tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.1994085 Feb 17 01:03:40.669305 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4fae3972-7115-481d-aa57-7bd43f723b66 req-861e2b9b-9f20-4ccb-9ce7-627945834c91 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936046 Feb 17 01:03:40.674736 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7df30619-cfad-43a3-a673-c863f61afff6 req-500e9dce-7bdb-4fd1-aa57-90f7047eb5f9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828719 Feb 17 01:03:41.045957 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02dd0f-fbf5-4a8e-b175-b0e2429d40e1 req-d27b0988-c333-4754-baf4-d304d1e72803 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:41.048253 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7f02dd0f-fbf5-4a8e-b175-b0e2429d40e1 req-d27b0988-c333-4754-baf4-d304d1e72803 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 943 time: 0.2526333 Feb 17 01:03:41.108556 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93576f-529c-40b5-b339-e71dc53f17a4 req-b1278a47-370d-4051-ade9-1ce342213ab2 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:41.110403 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-be93576f-529c-40b5-b339-e71dc53f17a4 req-b1278a47-370d-4051-ade9-1ce342213ab2 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 950 time: 0.2357912 Feb 17 01:03:41.155368 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7f02dd0f-fbf5-4a8e-b175-b0e2429d40e1 req-3be14c14-cb4a-4213-a626-5f84a6669be7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972729 Feb 17 01:03:41.182445 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-be93576f-529c-40b5-b339-e71dc53f17a4 req-60e3761c-9a7d-44a7-9e79-8260c620fdc6 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592866 Feb 17 01:03:41.372090 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2f51c-3365-4b52-b45b-afd1b910f9a4 req-84c63422-c95d-43b2-b5ba-88e19befd624 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:41.373695 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5ac2f51c-3365-4b52-b45b-afd1b910f9a4 req-84c63422-c95d-43b2-b5ba-88e19befd624 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 943 time: 0.1076574 Feb 17 01:03:41.436404 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5ac2f51c-3365-4b52-b45b-afd1b910f9a4 req-457987f5-decf-4681-a770-cdb6a74cfc3c tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aa1603f-5c94-4b26-b31c-34c5c39bcd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554810 Feb 17 01:03:41.606868 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-80500ee9-1bdb-47c0-bc60-e3a718814e06 req-79f52c45-89bc-4046-8b4f-2f7deda47783 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Deleting port 2db46557-5247-4448-a886-66200bdcc9e2 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:03:41.607495 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-80500ee9-1bdb-47c0-bc60-e3a718814e06 req-79f52c45-89bc-4046-8b4f-2f7deda47783 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:41.907830 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-80500ee9-1bdb-47c0-bc60-e3a718814e06 req-79f52c45-89bc-4046-8b4f-2f7deda47783 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] For port 2db46557-5247-4448-a886-66200bdcc9e2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2db46557-5247-4448-a886-66200bdcc9e2,segment=NetworkSegment(d2cf687d-c695-4744-b09b-3875a944e97f),segment_id=d2cf687d-c695-4744-b09b-3875a944e97f)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:03:41.908248 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-80500ee9-1bdb-47c0-bc60-e3a718814e06 req-79f52c45-89bc-4046-8b4f-2f7deda47783 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:41.972896 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d8246-2a21-4e9d-9173-7e0cebc5d141 req-dd1b431d-89c1-4242-be9a-f908f30c765f tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:41.974426 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5f6d8246-2a21-4e9d-9173-7e0cebc5d141 req-dd1b431d-89c1-4242-be9a-f908f30c765f tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 945 time: 0.1644428 Feb 17 01:03:41.983894 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a0c8a-cbca-42d5-a1cc-b48e17e2692c req-2c0b3412-fcd1-4612-854b-39ceffc2d3ce tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:41.985549 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-db9a0c8a-cbca-42d5-a1cc-b48e17e2692c req-2c0b3412-fcd1-4612-854b-39ceffc2d3ce tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.1771007 Feb 17 01:03:42.053413 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-80500ee9-1bdb-47c0-bc60-e3a718814e06 req-79f52c45-89bc-4046-8b4f-2f7deda47783 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Calling delete_port for 2db46557-5247-4448-a886-66200bdcc9e2 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:03:42.077776 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5f6d8246-2a21-4e9d-9173-7e0cebc5d141 req-2f6c6069-1ba2-4ce1-88b8-68477a19512f tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872774 Feb 17 01:03:42.084868 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-db9a0c8a-cbca-42d5-a1cc-b48e17e2692c req-46a2c92b-7ee3-49ee-a7b6-2480c2f4b21a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832741 Feb 17 01:03:42.247013 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-80500ee9-1bdb-47c0-bc60-e3a718814e06 req-79f52c45-89bc-4046-8b4f-2f7deda47783 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:42.271516 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:42.391730 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f52c45-89bc-4046-8b4f-2f7deda47783 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Pushing event deleted for resources: {'Port': ['ID=2db46557-5247-4448-a886-66200bdcc9e2,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:42.402529 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-79f52c45-89bc-4046-8b4f-2f7deda47783 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:42.487696 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c436d3-fa8d-4dc3-a33c-885d9270d6c0 req-0fdcc2c8-afc5-4a93-a5e3-aa153355586c tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:42.489491 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a0c436d3-fa8d-4dc3-a33c-885d9270d6c0 req-0fdcc2c8-afc5-4a93-a5e3-aa153355586c tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 943 time: 0.1878142 Feb 17 01:03:42.497865 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77f210-4a90-4c1d-8b23-6b06bcd988f2 req-e3015c29-184d-4c52-b81a-d2e83c4e42e3 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:42.499529 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5e77f210-4a90-4c1d-8b23-6b06bcd988f2 req-e3015c29-184d-4c52-b81a-d2e83c4e42e3 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 950 time: 0.1542695 Feb 17 01:03:42.549421 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-80500ee9-1bdb-47c0-bc60-e3a718814e06 req-79f52c45-89bc-4046-8b4f-2f7deda47783 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] No DVR routers for this DVR port 2db46557-5247-4448-a886-66200bdcc9e2 on host hv-cinder-75995 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:03:42.552297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-80500ee9-1bdb-47c0-bc60-e3a718814e06 req-79f52c45-89bc-4046-8b4f-2f7deda47783 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:42.560190 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76effcc1-869f-4c50-9161-252be2d469ec', 'name': 'network-vif-deleted', 'tag': '2db46557-5247-4448-a886-66200bdcc9e2'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:03:42.572302 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-80500ee9-1bdb-47c0-bc60-e3a718814e06 req-79f52c45-89bc-4046-8b4f-2f7deda47783 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.42 "DELETE /v2.0/ports/2db46557-5247-4448-a886-66200bdcc9e2 HTTP/1.1" status: 204 len: 173 time: 1.0590713 Feb 17 01:03:42.585010 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a0c436d3-fa8d-4dc3-a33c-885d9270d6c0 req-f59ddbee-b63e-461f-8f47-37a3823ef7ac tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835917 Feb 17 01:03:42.589405 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5e77f210-4a90-4c1d-8b23-6b06bcd988f2 req-61707b3a-d917-412a-90f1-f7dae69fc05d tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713618 Feb 17 01:03:42.684990 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76effcc1-869f-4c50-9161-252be2d469ec', 'name': 'network-vif-deleted', 'tag': '2db46557-5247-4448-a886-66200bdcc9e2', 'status': 'completed', 'code': 200} Feb 17 01:03:42.816020 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-91fb4433-5e16-46cf-aa50-2993cbba512d req-06d82883-7f5f-4bed-88a9-6ecdba44078f tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] 10.222.0.23 "GET /v2.0/ports?device_id=76effcc1-869f-4c50-9161-252be2d469ec HTTP/1.1" status: 200 len: 210 time: 0.0655799 Feb 17 01:03:43.385868 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71103409-86ea-4fef-93cc-dd510323f24d req-1497c82a-d2bc-4934-a08a-68c4f77b13ca tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:43.387566 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-71103409-86ea-4fef-93cc-dd510323f24d req-1497c82a-d2bc-4934-a08a-68c4f77b13ca tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 945 time: 0.1817844 Feb 17 01:03:43.402589 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcd377-27bb-47ff-bbec-4e8676e5cd7c req-d0dbcee1-0ddf-4f0c-b3b0-76598c4f014f tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:43.404342 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-82dcd377-27bb-47ff-bbec-4e8676e5cd7c req-d0dbcee1-0ddf-4f0c-b3b0-76598c4f014f tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.1443896 Feb 17 01:03:43.483721 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-71103409-86ea-4fef-93cc-dd510323f24d req-e1634fa9-db81-4bb9-aa27-1e92d30f5c5f tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889139 Feb 17 01:03:43.492474 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-82dcd377-27bb-47ff-bbec-4e8676e5cd7c req-8a686d30-dd7b-4316-8426-066485bc45b1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737302 Feb 17 01:03:43.878658 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510ff0a-b9e7-445f-9b46-6e149259ec43 req-914133a5-2650-4b43-85e1-164711ea1d26 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:43.880261 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e510ff0a-b9e7-445f-9b46-6e149259ec43 req-914133a5-2650-4b43-85e1-164711ea1d26 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 943 time: 0.1605785 Feb 17 01:03:43.887210 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13731037-539e-4a4b-85f3-50f06b3440e9 req-b0e8a763-b741-4324-baaa-73ad884a7bf9 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:43.888748 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-13731037-539e-4a4b-85f3-50f06b3440e9 req-b0e8a763-b741-4324-baaa-73ad884a7bf9 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 950 time: 0.1268539 Feb 17 01:03:43.962770 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e510ff0a-b9e7-445f-9b46-6e149259ec43 req-31f2ac52-cf3c-4630-b11c-da902fff2085 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730057 Feb 17 01:03:43.974133 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-13731037-539e-4a4b-85f3-50f06b3440e9 req-6b68d87a-b8fe-4b58-98a5-2f9837a6c4d9 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679729 Feb 17 01:03:44.069203 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 56158) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:03:44.079425 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device d0d5fd81-166d-449d-bd5a-1bbf2858f503 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:03:44.169950 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port d0d5fd81-166d-449d-bd5a-1bbf2858f503 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:03:44.170473 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:44.326898 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device f8f64a3b-5e85-41fa-9b33-26e441c9c0fb up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:03:44.447584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port f8f64a3b-5e85-41fa-9b33-26e441c9c0fb completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:03:44.454492 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port f8f64a3b-5e85-41fa-9b33-26e441c9c0fb triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:03:44.455448 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:44.623780 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:44.677180 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port f8f64a3b-5e85-41fa-9b33-26e441c9c0fb, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=f8f64a3b-5e85-41fa-9b33-26e441c9c0fb,segment=NetworkSegment(8e231d0a-a31c-4754-af38-96d93351c74a),segment_id=8e231d0a-a31c-4754-af38-96d93351c74a)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:03:44.678345 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175a25a0-404c-4a81-8673-267335406e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f64a3b-5e85-41fa-9b33-26e441c9c0fb'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:03:44.700215 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:44.715284 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:44.777464 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510201b-2c8e-48d9-abbe-e4530f5005bd req-a918e6dd-df1e-492a-bafb-c172b8dc86ed tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:44.780239 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2510201b-2c8e-48d9-abbe-e4530f5005bd req-a918e6dd-df1e-492a-bafb-c172b8dc86ed tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.1261408 Feb 17 01:03:44.828849 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=f8f64a3b-5e85-41fa-9b33-26e441c9c0fb,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:44.836916 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175a25a0-404c-4a81-8673-267335406e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f64a3b-5e85-41fa-9b33-26e441c9c0fb', 'code': 200} Feb 17 01:03:44.850894 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.853495 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.854999 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.855500 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.860104 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.860468 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.860958 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.861441 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.861981 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.862596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.863434 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.863950 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.864532 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.867636 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.868966 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.872008 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.872313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.872807 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.873305 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.877522 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.878260 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.878757 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.879222 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.879675 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:44.887638 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:44.894380 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2510201b-2c8e-48d9-abbe-e4530f5005bd req-9f297c0f-1332-4079-a6c0-dc90c0705fe9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065383 Feb 17 01:03:44.902391 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec474962-6590-4dcf-b853-bf5ae7228a9d req-5c2ffc0b-0c89-478d-bec0-cf22f27857ec tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:44.904345 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ec474962-6590-4dcf-b853-bf5ae7228a9d req-5c2ffc0b-0c89-478d-bec0-cf22f27857ec tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 950 time: 0.6777020 Feb 17 01:03:45.065328 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-ec474962-6590-4dcf-b853-bf5ae7228a9d req-35b9df60-5f2b-4fd5-82dc-585ae71d27a9 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Deleting port a98cc159-456e-4e06-bc18-6674ca9b7b93 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:03:45.065846 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ec474962-6590-4dcf-b853-bf5ae7228a9d req-35b9df60-5f2b-4fd5-82dc-585ae71d27a9 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:45.335372 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73988357-749b-4577-94dd-df7d3738419d req-dca073d8-a02f-46e7-9b82-993e147693d4 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:45.337131 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-73988357-749b-4577-94dd-df7d3738419d req-dca073d8-a02f-46e7-9b82-993e147693d4 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 945 time: 0.0958741 Feb 17 01:03:45.448948 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-73988357-749b-4577-94dd-df7d3738419d req-e5b919b1-a6be-4a36-9af5-5903b1f7e9f6 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650709 Feb 17 01:03:45.453791 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420bdf1-b654-4a59-b537-0f1a3f77b489 req-7f4e4e15-4e04-4894-b682-6d519accfa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:45.455566 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1420bdf1-b654-4a59-b537-0f1a3f77b489 req-7f4e4e15-4e04-4894-b682-6d519accfa6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 1162 time: 0.3604629 Feb 17 01:03:45.489041 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014770c-f02f-4801-823a-11e69eb1ce55 req-c556d125-06c7-4693-8c88-4c4092db69a6 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:45.506951 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7014770c-f02f-4801-823a-11e69eb1ce55 req-c556d125-06c7-4693-8c88-4c4092db69a6 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 950 time: 0.1754313 Feb 17 01:03:45.546412 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-ec474962-6590-4dcf-b853-bf5ae7228a9d req-35b9df60-5f2b-4fd5-82dc-585ae71d27a9 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] For port a98cc159-456e-4e06-bc18-6674ca9b7b93, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a98cc159-456e-4e06-bc18-6674ca9b7b93,segment=NetworkSegment(a7b4a1ef-d26e-4207-8192-bb1e5837edd4),segment_id=a7b4a1ef-d26e-4207-8192-bb1e5837edd4)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:03:45.546412 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ec474962-6590-4dcf-b853-bf5ae7228a9d req-35b9df60-5f2b-4fd5-82dc-585ae71d27a9 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:45.602011 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7014770c-f02f-4801-823a-11e69eb1ce55 req-51a603ba-28b0-4415-b123-9ac6b3d89fb0 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/security-groups?id=b95d9334-9787-46d9-8bed-522f99f390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921586 Feb 17 01:03:45.663544 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 931724d3-6963-4d91-81d1-07606ad03e4e up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:03:45.708632 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-ec474962-6590-4dcf-b853-bf5ae7228a9d req-35b9df60-5f2b-4fd5-82dc-585ae71d27a9 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Calling delete_port for a98cc159-456e-4e06-bc18-6674ca9b7b93 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:03:45.742641 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf669f41-6013-42c7-b88c-d7f30f166f9d req-8f7b380b-7d62-4752-9540-bbdf71f239e1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:45.744437 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cf669f41-6013-42c7-b88c-d7f30f166f9d req-8f7b380b-7d62-4752-9540-bbdf71f239e1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 945 time: 0.1075516 Feb 17 01:03:45.756436 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 931724d3-6963-4d91-81d1-07606ad03e4e triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:03:45.757170 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:45.801015 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1420bdf1-b654-4a59-b537-0f1a3f77b489 req-78856d07-6c97-4b5c-92fb-86d47a7b08cf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292451 Feb 17 01:03:45.804397 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cf669f41-6013-42c7-b88c-d7f30f166f9d req-17aab6d1-63d2-4d8b-86f0-4482d87a31a0 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525477 Feb 17 01:03:45.850410 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80ee9ea5-66ad-4347-aeb2-ca45c9927970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853062263'] for router_interface, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:46.102507 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ec474962-6590-4dcf-b853-bf5ae7228a9d req-35b9df60-5f2b-4fd5-82dc-585ae71d27a9 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:46.131504 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:46.175873 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:46.204848 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9df60-5f2b-4fd5-82dc-585ae71d27a9 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Pushing event deleted for resources: {'Port': ['ID=a98cc159-456e-4e06-bc18-6674ca9b7b93,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:46.214663 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f753dc-8e41-492e-a981-fb0a6af1f5d7 req-94b4d8ef-80db-46e6-a154-91d61d54e4de tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:46.217763 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-85f753dc-8e41-492e-a981-fb0a6af1f5d7 req-94b4d8ef-80db-46e6-a154-91d61d54e4de tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.1039474 Feb 17 01:03:46.225177 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 931724d3-6963-4d91-81d1-07606ad03e4e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=931724d3-6963-4d91-81d1-07606ad03e4e,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:03:46.228945 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:46.231672 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:46.271043 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device a98cc159-456e-4e06-bc18-6674ca9b7b93 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:03:46.271738 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-35b9df60-5f2b-4fd5-82dc-585ae71d27a9 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:46.302705 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-85f753dc-8e41-492e-a981-fb0a6af1f5d7 req-82fea844-9b71-4aa4-b0b1-9b3192b7f60e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681350 Feb 17 01:03:46.322326 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] No Port match for: a98cc159-456e-4e06-bc18-6674ca9b7b93 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:03:46.323003 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device a98cc159-456e-4e06-bc18-6674ca9b7b93 not bound to the agent host hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:03:46.349467 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=931724d3-6963-4d91-81d1-07606ad03e4e,revision_number=6']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:46.353080 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:46.578648 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec474962-6590-4dcf-b853-bf5ae7228a9d req-35b9df60-5f2b-4fd5-82dc-585ae71d27a9 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] No DVR routers for this DVR port a98cc159-456e-4e06-bc18-6674ca9b7b93 on host hv-cinder-75995 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:03:46.594783 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ec474962-6590-4dcf-b853-bf5ae7228a9d req-35b9df60-5f2b-4fd5-82dc-585ae71d27a9 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:46.609649 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3458d7-93c4-4c11-b0dd-46c5a79ed253', 'name': 'network-vif-deleted', 'tag': 'a98cc159-456e-4e06-bc18-6674ca9b7b93'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:03:46.688593 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ec474962-6590-4dcf-b853-bf5ae7228a9d req-35b9df60-5f2b-4fd5-82dc-585ae71d27a9 tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.42 "DELETE /v2.0/ports/a98cc159-456e-4e06-bc18-6674ca9b7b93 HTTP/1.1" status: 204 len: 173 time: 1.7681253 Feb 17 01:03:46.738549 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-80ee9ea5-66ad-4347-aeb2-ca45c9927970 admin admin] Deleting port 4392a6c5-16d6-4763-a179-2c1cdac078e0 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:03:46.739184 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80ee9ea5-66ad-4347-aeb2-ca45c9927970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:46.839326 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d0f756-5718-4416-a94f-829301189515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931724d3-6963-4d91-81d1-07606ad03e4e'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:03:46.866116 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502e442-e07c-4476-a645-92d9c162b62b req-d33d8f3b-e9d0-4692-9d90-3487e3ce28b7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:46.874718 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f502e442-e07c-4476-a645-92d9c162b62b req-d33d8f3b-e9d0-4692-9d90-3487e3ce28b7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 945 time: 0.1627982 Feb 17 01:03:46.945326 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-88a1a8c8-4a08-448c-b200-3e2945e7835e req-8d209f2a-335d-435c-abe0-3b242944d62c tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f3458d7-93c4-4c11-b0dd-46c5a79ed253 HTTP/1.1" status: 200 len: 210 time: 0.0679016 Feb 17 01:03:47.002736 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f502e442-e07c-4476-a645-92d9c162b62b req-b4b3bb61-2e13-4132-a414-b8c6acce4962 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267986 Feb 17 01:03:47.058776 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3458d7-93c4-4c11-b0dd-46c5a79ed253', 'name': 'network-vif-deleted', 'tag': 'a98cc159-456e-4e06-bc18-6674ca9b7b93', 'status': 'completed', 'code': 200} Feb 17 01:03:47.067616 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 931724d3-6963-4d91-81d1-07606ad03e4e up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:03:47.110882 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-80ee9ea5-66ad-4347-aeb2-ca45c9927970 admin admin] For port 4392a6c5-16d6-4763-a179-2c1cdac078e0, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=4392a6c5-16d6-4763-a179-2c1cdac078e0,segment=NetworkSegment(d2cf687d-c695-4744-b09b-3875a944e97f),segment_id=d2cf687d-c695-4744-b09b-3875a944e97f)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:03:47.112045 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80ee9ea5-66ad-4347-aeb2-ca45c9927970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:47.146015 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d0f756-5718-4416-a94f-829301189515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931724d3-6963-4d91-81d1-07606ad03e4e', 'code': 200} Feb 17 01:03:47.181701 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 931724d3-6963-4d91-81d1-07606ad03e4e triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:03:47.182135 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:47.275373 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-80ee9ea5-66ad-4347-aeb2-ca45c9927970 admin admin] Calling delete_port for 4392a6c5-16d6-4763-a179-2c1cdac078e0 owned by network:router_interface {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:03:47.317767 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d05e9c-e1c4-45d4-b60e-df574e489afc req-3e650a76-9880-44f3-bcd3-f9714f639447 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:47.326526 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-24d05e9c-e1c4-45d4-b60e-df574e489afc req-3e650a76-9880-44f3-bcd3-f9714f639447 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 945 time: 0.1282451 Feb 17 01:03:47.369093 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device f8f64a3b-5e85-41fa-9b33-26e441c9c0fb up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:03:47.444148 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-24d05e9c-e1c4-45d4-b60e-df574e489afc req-e77c283e-e18b-4803-a0a7-e76965422838 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161056 Feb 17 01:03:47.492295 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port f8f64a3b-5e85-41fa-9b33-26e441c9c0fb triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:03:47.493098 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:47.561529 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e80980-1ad8-4c57-91e4-8a5f310e5b25 req-78ad57f2-dcce-452d-8cad-41630762c068 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:47.563635 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-85e80980-1ad8-4c57-91e4-8a5f310e5b25 req-78ad57f2-dcce-452d-8cad-41630762c068 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.1026337 Feb 17 01:03:47.627179 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-85e80980-1ad8-4c57-91e4-8a5f310e5b25 req-53572874-e197-448d-a2cd-610a9b41c4de tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563354 Feb 17 01:03:48.120120 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae2ffa-cb49-4ffc-89ac-93b76bed0232 req-5c52eafa-0c3f-4370-b005-c1bfff47c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:48.123303 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d3ae2ffa-cb49-4ffc-89ac-93b76bed0232 req-5c52eafa-0c3f-4370-b005-c1bfff47c06c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 1163 time: 0.2357540 Feb 17 01:03:48.137602 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-f420c867-c816-442c-875a-2fc43af52d2a tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:48.138691 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-f420c867-c816-442c-875a-2fc43af52d2a tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Synchronizing usage tracker for tenant:c2269baf5fe148c89fe9d1769b74f48f on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:03:48.216227 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-f420c867-c816-442c-875a-2fc43af52d2a tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Unset dirty status for tenant:c2269baf5fe148c89fe9d1769b74f48f on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:03:48.218714 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-f420c867-c816-442c-875a-2fc43af52d2a tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 945 time: 0.6474078 Feb 17 01:03:48.221995 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80ee9ea5-66ad-4347-aeb2-ca45c9927970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:48.242138 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d3ae2ffa-cb49-4ffc-89ac-93b76bed0232 req-63f4c79f-7300-4386-ba53-7bfa52c1f261 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982919 Feb 17 01:03:48.246898 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2754cd0e-061e-487b-b220-1d5ab3886fc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:48.432438 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee9ea5-66ad-4347-aeb2-ca45c9927970 admin admin] Pushing event deleted for resources: {'Port': ['ID=4392a6c5-16d6-4763-a179-2c1cdac078e0,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:48.449379 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-80ee9ea5-66ad-4347-aeb2-ca45c9927970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:48.503304 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6af27-416d-475f-86da-14656b64c5ca req-478c7b36-b3b0-40cd-801d-11ddc9d56510 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:48.518983 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a9c6af27-416d-475f-86da-14656b64c5ca req-478c7b36-b3b0-40cd-801d-11ddc9d56510 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 945 time: 0.1693761 Feb 17 01:03:48.525808 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Deleting port d0d5fd81-166d-449d-bd5a-1bbf2858f503 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:03:48.526449 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:48.659113 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a9c6af27-416d-475f-86da-14656b64c5ca req-97a89077-c424-42d2-881b-fbe549f6ae4f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385596 Feb 17 01:03:48.753305 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe46ad-e034-4768-abc6-c8d8c2f9aef4 req-07a8724c-12a6-45bc-9e01-816fcbcc392c tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:48.755436 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-60fe46ad-e034-4768-abc6-c8d8c2f9aef4 req-07a8724c-12a6-45bc-9e01-816fcbcc392c tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 945 time: 0.1520579 Feb 17 01:03:48.908989 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-60fe46ad-e034-4768-abc6-c8d8c2f9aef4 req-35a09b35-4d32-4d86-87a5-af40d87d4b8b tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465960 Feb 17 01:03:48.922996 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device d0d5fd81-166d-449d-bd5a-1bbf2858f503 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:03:48.965243 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f52f12-ae95-44a4-af2b-9bce35bba0c5 req-6094ca20-254a-43ec-a555-c33d71424834 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:48.967880 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b4f52f12-ae95-44a4-af2b-9bce35bba0c5 req-6094ca20-254a-43ec-a555-c33d71424834 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.1709206 Feb 17 01:03:49.052183 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b4f52f12-ae95-44a4-af2b-9bce35bba0c5 req-8dc5d3e8-4e2d-4657-b134-428947fd6180 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707684 Feb 17 01:03:49.164777 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80ee9ea5-66ad-4347-aeb2-ca45c9927970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853062169'] for router_interface, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:49.248322 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] For port d0d5fd81-166d-449d-bd5a-1bbf2858f503, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d0d5fd81-166d-449d-bd5a-1bbf2858f503,segment=NetworkSegment(a1b8497a-82ab-41ab-a86a-774b6b20fcf9),segment_id=a1b8497a-82ab-41ab-a86a-774b6b20fcf9)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:03:49.248734 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:49.254569 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:49.332080 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port d0d5fd81-166d-449d-bd5a-1bbf2858f503, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d0d5fd81-166d-449d-bd5a-1bbf2858f503,segment=NetworkSegment(a1b8497a-82ab-41ab-a86a-774b6b20fcf9),segment_id=a1b8497a-82ab-41ab-a86a-774b6b20fcf9)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:03:49.333949 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdeb57c-5f0a-4a5e-a84f-8116233639eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0d5fd81-166d-449d-bd5a-1bbf2858f503'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:03:49.345960 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:49.349359 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:49.427663 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Calling delete_port for d0d5fd81-166d-449d-bd5a-1bbf2858f503 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:03:49.452293 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdeb57c-5f0a-4a5e-a84f-8116233639eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0d5fd81-166d-449d-bd5a-1bbf2858f503', 'code': 200} Feb 17 01:03:49.465184 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=d0d5fd81-166d-449d-bd5a-1bbf2858f503,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:49.474030 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:49.805832 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.db.api [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:03:49.806745 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_db.api [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:03:50.307521 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Deleting port d0d5fd81-166d-449d-bd5a-1bbf2858f503 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:03:50.308139 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:50.370412 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a2a3a-f1de-46a0-8881-9c7615129a9c req-53e57178-1b67-40c3-bc76-cd4e9f99e262 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:50.373861 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c4a2a3a-f1de-46a0-8881-9c7615129a9c req-53e57178-1b67-40c3-bc76-cd4e9f99e262 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 943 time: 0.1729810 Feb 17 01:03:50.557602 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c4a2a3a-f1de-46a0-8881-9c7615129a9c req-9fa8a82f-7466-4a18-af0f-ec3f8ac901f1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/security-groups?id=661932d2-7463-43c8-a28f-fdc8779f2031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108813 Feb 17 01:03:50.600787 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e6ce6-037e-4f96-89c1-ed2dc715abbf req-b6342e8c-6397-4e19-b24b-fd34ae1f86f5 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:50.601763 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ee9ea5-66ad-4347-aeb2-ca45c9927970 admin admin] Router c4c07cb1-3043-454d-8245-4a4d60fd5443 has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:03:50.608035 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e68e6ce6-037e-4f96-89c1-ed2dc715abbf req-b6342e8c-6397-4e19-b24b-fd34ae1f86f5 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.2299623 Feb 17 01:03:50.736532 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e68e6ce6-037e-4f96-89c1-ed2dc715abbf req-baba6756-e718-4552-bb66-58958f998058 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207952 Feb 17 01:03:51.188674 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] For port d0d5fd81-166d-449d-bd5a-1bbf2858f503, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d0d5fd81-166d-449d-bd5a-1bbf2858f503,segment=NetworkSegment(a1b8497a-82ab-41ab-a86a-774b6b20fcf9),segment_id=a1b8497a-82ab-41ab-a86a-774b6b20fcf9)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:03:51.189178 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:51.354228 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Calling delete_port for d0d5fd81-166d-449d-bd5a-1bbf2858f503 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:03:51.540720 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ee9ea5-66ad-4347-aeb2-ca45c9927970 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:03:51.556890 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ba8ac6-b250-4131-ae32-a8b29ae296af None None] Sync routers for ids ['c4c07cb1-3043-454d-8245-4a4d60fd5443'] in dv-cinder-759955-4-smb {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:03:51.578027 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ba8ac6-b250-4131-ae32-a8b29ae296af None None] Routers {'c4c07cb1-3043-454d-8245-4a4d60fd5443'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:03:51.580349 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-55ba8ac6-b250-4131-ae32-a8b29ae296af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:03:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c4c07cb1-3043-454d-8245-4a4d60fd5443'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:03:51.676828 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 56494) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:03:51.677076 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-80ee9ea5-66ad-4347-aeb2-ca45c9927970 admin admin] 10.222.0.23 "PUT /v2.0/routers/c4c07cb1-3043-454d-8245-4a4d60fd5443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6066005 Feb 17 01:03:51.731477 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:51.840157 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:52.023177 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Pushing event deleted for resources: {'Port': ['ID=d0d5fd81-166d-449d-bd5a-1bbf2858f503,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:52.035556 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:52.258986 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-55ba8ac6-b250-4131-ae32-a8b29ae296af None None] Set router c4c07cb1-3043-454d-8245-4a4d60fd5443 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:03:52.341649 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] No DVR routers for this DVR port d0d5fd81-166d-449d-bd5a-1bbf2858f503 on host hv-cinder-75995 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:03:52.345250 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:52.349186 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-56e672e3-4bea-48a4-be5a-11d0680f59c0 req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.42 "DELETE /v2.0/ports/d0d5fd81-166d-449d-bd5a-1bbf2858f503 HTTP/1.1" status: 204 len: 173 time: 4.1057947 Feb 17 01:03:52.350032 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdeb57c-5f0a-4a5e-a84f-8116233639eb', 'name': 'network-vif-deleted', 'tag': 'd0d5fd81-166d-449d-bd5a-1bbf2858f503'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:03:52.426612 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6b63bfd1-5903-426c-bb28-b17cbc719d24 req-ce546576-de00-4cbe-b5f5-b396f589efcb tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdeb57c-5f0a-4a5e-a84f-8116233639eb HTTP/1.1" status: 200 len: 210 time: 0.1114728 Feb 17 01:03:52.539278 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdeb57c-5f0a-4a5e-a84f-8116233639eb', 'name': 'network-vif-deleted', 'tag': 'd0d5fd81-166d-449d-bd5a-1bbf2858f503', 'status': 'completed', 'code': 200} Feb 17 01:03:52.546619 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88ed6b5a-b93d-43c9-a6b3-f7bbc4a30c44 admin admin] Notify callbacks [] for router, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:52.625115 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f835204-8097-4c8f-b75c-2acc23ec187e req-423257bd-b9ff-4110-8cdb-dbb150a6da13 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:52.626861 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2f835204-8097-4c8f-b75c-2acc23ec187e req-423257bd-b9ff-4110-8cdb-dbb150a6da13 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.4898794 Feb 17 01:03:52.776910 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2f835204-8097-4c8f-b75c-2acc23ec187e req-fe79dcaf-0d6d-4625-99da-5fb573aa637b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842328 Feb 17 01:03:52.828937 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88ed6b5a-b93d-43c9-a6b3-f7bbc4a30c44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:52.828937 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-88ed6b5a-b93d-43c9-a6b3-f7bbc4a30c44 admin admin] Deleting port 82380e4c-4b0b-4b92-bbc8-6eb77508afb8 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:03:52.828937 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88ed6b5a-b93d-43c9-a6b3-f7bbc4a30c44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:52.829359 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-55ba8ac6-b250-4131-ae32-a8b29ae296af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'name': 'tempest-ServerRescueNegativeTestJSON-887156839-router', 'tenant_id': '07b76f83eace4c539f1de797b1560677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '82380e4c-4b0b-4b92-bbc8-6eb77508afb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:16Z', 'updated_at': '2021-02-17T01:03:48Z', 'revision_number': 5, 'project_id': '07b76f83eace4c539f1de797b1560677', 'gw_port': {'id': '82380e4c-4b0b-4b92-bbc8-6eb77508afb8', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:18Z', 'updated_at': '2021-02-17T01:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:03:52.833798 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ba8ac6-b250-4131-ae32-a8b29ae296af None None] Checking router: c4c07cb1-3043-454d-8245-4a4d60fd5443 for host: dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:03:52.857304 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ba8ac6-b250-4131-ae32-a8b29ae296af None None] Routers {'c4c07cb1-3043-454d-8245-4a4d60fd5443'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:03:52.858180 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-55ba8ac6-b250-4131-ae32-a8b29ae296af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:03:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c4c07cb1-3043-454d-8245-4a4d60fd5443'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:03:53.110668 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-88ed6b5a-b93d-43c9-a6b3-f7bbc4a30c44 admin admin] For port 82380e4c-4b0b-4b92-bbc8-6eb77508afb8, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=82380e4c-4b0b-4b92-bbc8-6eb77508afb8,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:03:53.111075 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88ed6b5a-b93d-43c9-a6b3-f7bbc4a30c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:53.196136 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-55ba8ac6-b250-4131-ae32-a8b29ae296af None None] Set router c4c07cb1-3043-454d-8245-4a4d60fd5443 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:03:53.274363 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-88ed6b5a-b93d-43c9-a6b3-f7bbc4a30c44 admin admin] Calling delete_port for 82380e4c-4b0b-4b92-bbc8-6eb77508afb8 owned by network:router_gateway {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:03:53.468251 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88ed6b5a-b93d-43c9-a6b3-f7bbc4a30c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: WARNING neutron.plugins.ml2.ovo_rpc [None req-88ed6b5a-b93d-43c9-a6b3-f7bbc4a30c44 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: result = function(*args, **kwargs) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: proto.__init__(conn_state, self) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: self.handle() Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: self.handle_one_request() Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: self.handle_one_response() Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: result = self.application(self.environ, start_response) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: return app(environ, start_response) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: response = req.get_response(self.application) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: application, catch_exc_info=False) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: response = req.get_response(self.application) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: application, catch_exc_info=False) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: response = req.get_response(self.application) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: application, catch_exc_info=False) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: response = req.get_response(self.application) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: application, catch_exc_info=False) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: return request.get_response(self.application) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: application, catch_exc_info=False) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: response = req.get_response(self._app) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: application, catch_exc_info=False) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: return resp(environ, start_response) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: return resp(environ, start_response) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: response = self.app(environ, start_response) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: return resp(environ, start_response) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 01:03:53.475381 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: result = method(request=request, **args) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: return self._delete(request, id, **kwargs) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: return f(*args, **kwargs) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: return f(*args, **kwargs) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: return f(*dup_args, **dup_kwargs) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: obj_deleter(request.context, id, **kwargs) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: return method(*args, **kwargs) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: return f(*args, **kwargs) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: return f(*args, **kwargs) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: return f(*dup_args, **dup_kwargs) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: self._delete_current_gw_port(context, id, router, None) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: return f(self, context, *args, **kwargs) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: return method(*args, **kwargs) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: context, port, router_ids, bound_mech_contexts) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: return function(*args, **kwargs) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: callback(resource, event, trigger, **kwargs) Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: if self._is_session_semantic_violated(context, resource, event): Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: stack = traceback.extract_stack() Feb 17 01:03:53.491997 dv-cinder-759955-4-smb neutron-server[83915]: Feb 17 01:03:53.616028 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-55ba8ac6-b250-4131-ae32-a8b29ae296af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'name': 'tempest-ServerRescueNegativeTestJSON-887156839-router', 'tenant_id': '07b76f83eace4c539f1de797b1560677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '82380e4c-4b0b-4b92-bbc8-6eb77508afb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:16Z', 'updated_at': '2021-02-17T01:03:48Z', 'revision_number': 5, 'project_id': '07b76f83eace4c539f1de797b1560677', 'gw_port': {'id': '82380e4c-4b0b-4b92-bbc8-6eb77508afb8', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:18Z', 'updated_at': '2021-02-17T01:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:03:53.621615 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ba8ac6-b250-4131-ae32-a8b29ae296af None None] The sync data for ids ['c4c07cb1-3043-454d-8245-4a4d60fd5443'] in dv-cinder-759955-4-smb is: [{'id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'name': 'tempest-ServerRescueNegativeTestJSON-887156839-router', 'tenant_id': '07b76f83eace4c539f1de797b1560677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '82380e4c-4b0b-4b92-bbc8-6eb77508afb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:16Z', 'updated_at': '2021-02-17T01:03:48Z', 'revision_number': 5, 'project_id': '07b76f83eace4c539f1de797b1560677', 'gw_port': {'id': '82380e4c-4b0b-4b92-bbc8-6eb77508afb8', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c07cb1-3043-454d-8245-4a4d60fd5443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:18Z', 'updated_at': '2021-02-17T01:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:03:53.755009 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88ed6b5a-b93d-43c9-a6b3-f7bbc4a30c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853002069'] for router_gateway, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:53.815279 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 4392a6c5-16d6-4763-a179-2c1cdac078e0 no longer exists at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:03:53.875077 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] No Port match for: 4392a6c5-16d6-4763-a179-2c1cdac078e0 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:03:53.875635 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 4392a6c5-16d6-4763-a179-2c1cdac078e0 not bound to the agent host dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:03:53.954968 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88ed6b5a-b93d-43c9-a6b3-f7bbc4a30c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853063133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16009'] for router, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:53.965224 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88ed6b5a-b93d-43c9-a6b3-f7bbc4a30c44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:54.104905 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88ed6b5a-b93d-43c9-a6b3-f7bbc4a30c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853063423'] for router, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:54.105629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ed6b5a-b93d-43c9-a6b3-f7bbc4a30c44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4c07cb1-3043-454d-8245-4a4d60fd5443 {{(pid=84026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:03:54.121956 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88ed6b5a-b93d-43c9-a6b3-f7bbc4a30c44 admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:54.126173 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-88ed6b5a-b93d-43c9-a6b3-f7bbc4a30c44 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c4c07cb1-3043-454d-8245-4a4d60fd5443 HTTP/1.1" status: 204 len: 168 time: 2.4459193 Feb 17 01:03:54.126972 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 56576) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:03:54.207744 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Deleting subnet 282ed147-389b-47d6-8964-0129ce63461f {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:03:54.212152 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:54.273812 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850745984'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:54.343440 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853998860'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:54.705750 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852682601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2536237'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:54.722619 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:54.816055 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=282ed147-389b-47d6-8964-0129ce63461f,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:54.825377 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.825769 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.826162 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.826831 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.826959 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.827413 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.827846 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.828220 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.828728 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.829012 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.829466 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.831487 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.831487 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.831487 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.831487 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.832520 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.832520 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.833036 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.833481 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.833948 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.834386 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.834833 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.835315 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.835761 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:03:54.850666 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:54.911419 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:54.926728 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-f7fd3248-ced4-4109-a74c-c1b1cc71a80b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/282ed147-389b-47d6-8964-0129ce63461f HTTP/1.1" status: 204 len: 168 time: 0.7976511 Feb 17 01:03:54.928695 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 56614) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:03:55.112906 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854224426'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:55.367501 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853995923', 'neutron.services.segments.db._delete_segments_for_network-8779335925738'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:55.510465 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:03:55.511316 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:03:55.512447 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:03:55.513183 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Subscribe: > port after_create 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:03:55.513406 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:03:55.514083 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Subscribe: > port after_update 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:03:55.514529 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:03:55.515145 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:03:55.515584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:03:55.516065 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:03:55.659324 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:03:55.659831 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:03:55.660360 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:03:55.660772 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:03:55.661253 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8b4511-58f5-48fa-86ad-e41e52f0a68a']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:03:55.678078 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2cf687d-c695-4744-b09b-3875a944e97f') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:03:55.678833 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2cf687d-c695-4744-b09b-3875a944e97f') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:03:55.693474 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257518846972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3065990'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:55.710787 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:55.713136 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:03:55.908481 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 82380e4c-4b0b-4b92-bbc8-6eb77508afb8 no longer exists at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:03:55.913060 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Network cf8b4511-58f5-48fa-86ad-e41e52f0a68a has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:03:55.923415 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853997851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851517111'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:55.958959 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] No Port match for: 82380e4c-4b0b-4b92-bbc8-6eb77508afb8 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:03:55.959887 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 82380e4c-4b0b-4b92-bbc8-6eb77508afb8 not bound to the agent host dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:03:56.227916 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Network cf8b4511-58f5-48fa-86ad-e41e52f0a68a has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:03:56.240532 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 56664) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: from cryptography.utils import int_from_bytes Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: from cryptography.utils import int_from_bytes Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: (rel_b, rel_a, rel_b), Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: Traceback (most recent call last): Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: timer() Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: cb(*args, **kw) Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: return func(*args, **kwargs) Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: self._notify() Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: self.callback(batched_events) Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: event.method(event) Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: return f(self, *a, **k) Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: return self._get(url).json() Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: **kwargs) Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: **endpoint_filter) Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:03:56.256227 dv-cinder-759955-4-smb neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:03:56.356809 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777043'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:56.362437 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:56.384732 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:56.387745 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf8b4511-58f5-48fa-86ad-e41e52f0a68a,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:56.391259 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:56.411871 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cf8b4511-58f5-48fa-86ad-e41e52f0a68a HTTP/1.1" status: 204 len: 168 time: 1.4798725 Feb 17 01:03:56.461879 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-9f211dda-ac86-45ac-8916-cf7c6edf65e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71190d45650d49489f3e1029aca2f7f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2187188 Feb 17 01:03:56.464406 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 56674) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:03:56.546958 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-50341201-6f7a-4e72-a972-8bd5702b8c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:56.615231 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-50341201-6f7a-4e72-a972-8bd5702b8c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:56.696532 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 56688) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:03:56.707150 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-50341201-6f7a-4e72-a972-8bd5702b8c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:56.717854 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-417718f6-3398-482e-8f33-5f87b7c97da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:56.751987 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50341201-6f7a-4e72-a972-8bd5702b8c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95d9334-9787-46d9-8bed-522f99f390dc,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:56.755864 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-50341201-6f7a-4e72-a972-8bd5702b8c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:56.765357 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-50341201-6f7a-4e72-a972-8bd5702b8c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:56.767429 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-50341201-6f7a-4e72-a972-8bd5702b8c1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b95d9334-9787-46d9-8bed-522f99f390dc HTTP/1.1" status: 204 len: 168 time: 0.3015800 Feb 17 01:03:56.810802 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 56700) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:03:56.812159 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-ba703f7e-e664-4078-bcbe-49b056d71022 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07b76f83eace4c539f1de797b1560677&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1137745 Feb 17 01:03:56.880921 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-729d59ef-6020-4aaf-aada-8180ef0619ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:56.916637 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-729d59ef-6020-4aaf-aada-8180ef0619ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:57.021118 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-729d59ef-6020-4aaf-aada-8180ef0619ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:57.034487 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-49118258-43ba-4901-8cfe-ec94845413eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:57.065520 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d59ef-6020-4aaf-aada-8180ef0619ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa1603f-5c94-4b26-b31c-34c5c39bcd63,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:57.071270 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-729d59ef-6020-4aaf-aada-8180ef0619ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:57.073470 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-729d59ef-6020-4aaf-aada-8180ef0619ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:57.079478 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-729d59ef-6020-4aaf-aada-8180ef0619ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2aa1603f-5c94-4b26-b31c-34c5c39bcd63 HTTP/1.1" status: 204 len: 168 time: 0.2671385 Feb 17 01:03:57.723148 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 56730) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:03:57.889013 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4bf508b-e1f4-4f2b-961d-015ef38fdf31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:57.911404 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e4bf508b-e1f4-4f2b-961d-015ef38fdf31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:03:57.916138 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-e4bf508b-e1f4-4f2b-961d-015ef38fdf31 admin admin] Usage tracker for resource:security_group_rule and tenant:ed37ebade5bf49099036af96f53ed8f2 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:03:57.919920 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-e4bf508b-e1f4-4f2b-961d-015ef38fdf31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:03:57.927010 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e4bf508b-e1f4-4f2b-961d-015ef38fdf31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:03:58.107139 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4bf508b-e1f4-4f2b-961d-015ef38fdf31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:58.112797 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4bf508b-e1f4-4f2b-961d-015ef38fdf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:58.125354 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-50341201-6f7a-4e72-a972-8bd5702b8c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:58.158631 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-e4bf508b-e1f4-4f2b-961d-015ef38fdf31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed37ebade5bf49099036af96f53ed8f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4341733 Feb 17 01:03:58.164476 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 56752) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:03:58.213660 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf508b-e1f4-4f2b-961d-015ef38fdf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdd6946-81b0-4724-8873-d4337b1ded83,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:58.226848 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e4bf508b-e1f4-4f2b-961d-015ef38fdf31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:58.465710 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-36dab298-9d67-47f5-9ae8-f8531dbf3ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:58.567289 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-36dab298-9d67-47f5-9ae8-f8531dbf3ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:58.681094 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-36dab298-9d67-47f5-9ae8-f8531dbf3ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:58.689216 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6a5d9ee6-d457-4570-b2e8-747ab3da9911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:03:58.745470 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dab298-9d67-47f5-9ae8-f8531dbf3ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdd6946-81b0-4724-8873-d4337b1ded83,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:03:58.757052 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-36dab298-9d67-47f5-9ae8-f8531dbf3ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:03:58.895246 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-36dab298-9d67-47f5-9ae8-f8531dbf3ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:58.902865 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-36dab298-9d67-47f5-9ae8-f8531dbf3ba1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cdd6946-81b0-4724-8873-d4337b1ded83 HTTP/1.1" status: 204 len: 168 time: 0.7350247 Feb 17 01:03:59.037090 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42066675-4ff8-4abf-9c32-7151c7f8d88c req-9c260323-5c52-4a94-85e0-d23b7d255335 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:03:59.051141 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-42066675-4ff8-4abf-9c32-7151c7f8d88c req-9c260323-5c52-4a94-85e0-d23b7d255335 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 945 time: 0.3119311 Feb 17 01:03:59.086675 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 56788) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:03:59.200998 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-623d8028-38e6-4997-81c3-bd9bbeb35288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:59.215504 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-42066675-4ff8-4abf-9c32-7151c7f8d88c req-1c72c725-e12e-40e6-81fd-c4d0d585acff tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575809 Feb 17 01:03:59.865190 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-793544036-network', 'tenant_id': '29819d970939427e8db3c27924f790f3'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:03:59.871968 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:03:59.877758 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Usage tracker for resource:network and tenant:29819d970939427e8db3c27924f790f3 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:03:59.881229 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:03:59.890637 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:03:59.906954 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Made reservation on behalf of 29819d970939427e8db3c27924f790f3 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:03:59.915996 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:59.934558 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:03:59.952538 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:03:59.957569 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Usage tracker for resource:security_group_rule and tenant:29819d970939427e8db3c27924f790f3 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:03:59.961027 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:03:59.967861 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:00.142621 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:00.147583 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:00.153210 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-eebe6153-ab0f-45a2-bd2f-f397b33a3938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:00.193551 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:04:00.257801 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257518850079', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:00.258414 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.segments_db [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Added segment 61bc0b8e-ac3d-418c-89be-c0bef3bf05bd of type vxlan for network afbce54e-b792-479b-84cb-fd3710bd2f40 Feb 17 01:04:00.297168 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649aab41-2c47-43c0-88b4-c3a2951c4bd0,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:00.308836 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:00.349365 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257519434902'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:00.371407 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f31868-5efe-47eb-a2b5-4bcbc8e8fd84 req-1b97c97d-c6f0-4503-8167-758fea754b9f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:00.372560 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-96f31868-5efe-47eb-a2b5-4bcbc8e8fd84 req-1b97c97d-c6f0-4503-8167-758fea754b9f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Synchronizing usage tracker for tenant:3f41172a99244d648c7b2053813ce44e on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:04:00.420623 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-96f31868-5efe-47eb-a2b5-4bcbc8e8fd84 req-1b97c97d-c6f0-4503-8167-758fea754b9f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Unset dirty status for tenant:3f41172a99244d648c7b2053813ce44e on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:04:00.422556 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-96f31868-5efe-47eb-a2b5-4bcbc8e8fd84 req-1b97c97d-c6f0-4503-8167-758fea754b9f tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.42 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 945 time: 0.2249641 Feb 17 01:04:00.607843 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-96f31868-5efe-47eb-a2b5-4bcbc8e8fd84 req-f7054621-e446-4133-b395-08fd3e26fbbc tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Deleting port f8f64a3b-5e85-41fa-9b33-26e441c9c0fb {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:04:00.607843 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-96f31868-5efe-47eb-a2b5-4bcbc8e8fd84 req-f7054621-e446-4133-b395-08fd3e26fbbc tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:00.668163 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:00.673455 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:00.674526 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:00.679868 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6e19b-7112-41fd-9078-cb5d2b152842 req-5a0b866f-1a1c-45ca-af9a-c364f29fed46 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:00.688644 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8af6e19b-7112-41fd-9078-cb5d2b152842 req-5a0b866f-1a1c-45ca-af9a-c364f29fed46 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 945 time: 0.1643417 Feb 17 01:04:00.719354 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:00.748201 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6600564 Feb 17 01:04:00.756825 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8af6e19b-7112-41fd-9078-cb5d2b152842 req-111b5c6e-56ef-4f40-b616-490557922c32 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664284 Feb 17 01:04:00.757778 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 56820) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:00.771904 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-f3e02dea-ec96-4669-979a-dcde7c6e7bbc admin admin] Request body: {'subnet': {'network_id': 'afbce54e-b792-479b-84cb-fd3710bd2f40', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-793544036-subnet', 'tenant_id': '29819d970939427e8db3c27924f790f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:04:00.777750 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f3e02dea-ec96-4669-979a-dcde7c6e7bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:00.782783 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-f3e02dea-ec96-4669-979a-dcde7c6e7bbc admin admin] Usage tracker for resource:subnet and tenant:29819d970939427e8db3c27924f790f3 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:00.787045 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-f3e02dea-ec96-4669-979a-dcde7c6e7bbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:00.793757 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f3e02dea-ec96-4669-979a-dcde7c6e7bbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:00.817928 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e02dea-ec96-4669-979a-dcde7c6e7bbc admin admin] Made reservation on behalf of 29819d970939427e8db3c27924f790f3 for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:04:00.834724 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f3e02dea-ec96-4669-979a-dcde7c6e7bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852239421'] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:00.957709 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device f8f64a3b-5e85-41fa-9b33-26e441c9c0fb no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:04:01.005949 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=afbce54e-b792-479b-84cb-fd3710bd2f40,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:01.019067 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:01.068871 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Network afbce54e-b792-479b-84cb-fd3710bd2f40 details requested by agent ovs-agent-dv-cinder-759955-4-smb with host dv-cinder-759955-4-smb {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:04:01.106940 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Network afbce54e-b792-479b-84cb-fd3710bd2f40 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:04:01.131814 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-96f31868-5efe-47eb-a2b5-4bcbc8e8fd84 req-f7054621-e446-4133-b395-08fd3e26fbbc tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] For port f8f64a3b-5e85-41fa-9b33-26e441c9c0fb, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=f8f64a3b-5e85-41fa-9b33-26e441c9c0fb,segment=NetworkSegment(8e231d0a-a31c-4754-af38-96d93351c74a),segment_id=8e231d0a-a31c-4754-af38-96d93351c74a)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:04:01.132200 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-96f31868-5efe-47eb-a2b5-4bcbc8e8fd84 req-f7054621-e446-4133-b395-08fd3e26fbbc tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:01.302074 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-96f31868-5efe-47eb-a2b5-4bcbc8e8fd84 req-f7054621-e446-4133-b395-08fd3e26fbbc tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Calling delete_port for f8f64a3b-5e85-41fa-9b33-26e441c9c0fb owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:04:01.422630 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:01.524683 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658d739-d918-4709-98eb-2cf0a975766a req-60daa71e-fb97-43c0-b20b-caf433e03870 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:01.534433 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c658d739-d918-4709-98eb-2cf0a975766a req-60daa71e-fb97-43c0-b20b-caf433e03870 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 945 time: 0.4422352 Feb 17 01:04:01.553429 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-96f31868-5efe-47eb-a2b5-4bcbc8e8fd84 req-f7054621-e446-4133-b395-08fd3e26fbbc tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:01.586021 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:01.654321 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c658d739-d918-4709-98eb-2cf0a975766a req-c16f0a59-de0e-4fc1-9c9e-1f9fc399ced0 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184530 Feb 17 01:04:02.040570 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7054621-e446-4133-b395-08fd3e26fbbc tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Pushing event deleted for resources: {'Port': ['ID=f8f64a3b-5e85-41fa-9b33-26e441c9c0fb,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:02.042758 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f7054621-e446-4133-b395-08fd3e26fbbc tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:02.219579 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f31868-5efe-47eb-a2b5-4bcbc8e8fd84 req-f7054621-e446-4133-b395-08fd3e26fbbc tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] No DVR routers for this DVR port f8f64a3b-5e85-41fa-9b33-26e441c9c0fb on host hv-cinder-75995 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:04:02.222608 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-96f31868-5efe-47eb-a2b5-4bcbc8e8fd84 req-f7054621-e446-4133-b395-08fd3e26fbbc tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:02.227931 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175a25a0-404c-4a81-8673-267335406e37', 'name': 'network-vif-deleted', 'tag': 'f8f64a3b-5e85-41fa-9b33-26e441c9c0fb'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:04:02.230207 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2df6acaf-bac0-47df-9163-0b833152d12b req-2ad7db60-f585-4e80-90d8-4e526957b510 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=175a25a0-404c-4a81-8673-267335406e37 HTTP/1.1" status: 200 len: 210 time: 0.3124340 Feb 17 01:04:02.232296 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f3e02dea-ec96-4669-979a-dcde7c6e7bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2093266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852239406'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:02.270256 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-96f31868-5efe-47eb-a2b5-4bcbc8e8fd84 req-f7054621-e446-4133-b395-08fd3e26fbbc tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.42 "DELETE /v2.0/ports/f8f64a3b-5e85-41fa-9b33-26e441c9c0fb HTTP/1.1" status: 204 len: 173 time: 1.8037975 Feb 17 01:04:02.431078 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175a25a0-404c-4a81-8673-267335406e37', 'name': 'network-vif-deleted', 'tag': 'f8f64a3b-5e85-41fa-9b33-26e441c9c0fb', 'status': 'completed', 'code': 200} Feb 17 01:04:02.480425 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f42c31c1-3c06-4227-9492-89ac52389d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:02.589261 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e02dea-ec96-4669-979a-dcde7c6e7bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5ee789-f0fc-4af9-a109-6ade7cf4e374,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:02.600730 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f3e02dea-ec96-4669-979a-dcde7c6e7bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:02.652838 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e02dea-ec96-4669-979a-dcde7c6e7bbc admin admin] Checking segment: {'id': '61bc0b8e-ac3d-418c-89be-c0bef3bf05bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'afbce54e-b792-479b-84cb-fd3710bd2f40'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:04:02.653232 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e02dea-ec96-4669-979a-dcde7c6e7bbc admin admin] Network hostable DHCP agents. Network: afbce54e-b792-479b-84cb-fd3710bd2f40, hostable agents: ['5e7a5314-6df3-4bd1-acbe-6399b6f22057'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:04:02.680433 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e02dea-ec96-4669-979a-dcde7c6e7bbc admin admin] Network afbce54e-b792-479b-84cb-fd3710bd2f40 is scheduled to be hosted by DHCP agent 5e7a5314-6df3-4bd1-acbe-6399b6f22057 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:04:02.695404 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-f3e02dea-ec96-4669-979a-dcde7c6e7bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-smb, afbce54e-b792-479b-84cb-fd3710bd2f40) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:04:02.712293 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e821cce9-ecb9-4ed5-98b2-df19225f2ce9 None None] Network afbce54e-b792-479b-84cb-fd3710bd2f40 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:04:02.741921 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e02dea-ec96-4669-979a-dcde7c6e7bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:02.742607 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f3e02dea-ec96-4669-979a-dcde7c6e7bbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:02.779959 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-f3e02dea-ec96-4669-979a-dcde7c6e7bbc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0122879 Feb 17 01:04:03.025828 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e359be44-d157-43b7-a20f-d05f12810b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:03.035373 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16d823b-5f38-4a65-905b-bedaeacd899b None None] Network afbce54e-b792-479b-84cb-fd3710bd2f40 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:04:03.108873 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e3548-2cbb-4fe3-89c9-4d0b2836f398 req-b1988128-c236-40f9-9120-f14faf11635f tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:03.111642 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-041e3548-2cbb-4fe3-89c9-4d0b2836f398 req-b1988128-c236-40f9-9120-f14faf11635f tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 945 time: 0.2939842 Feb 17 01:04:03.207761 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-041e3548-2cbb-4fe3-89c9-4d0b2836f398 req-5e8c64b6-e9d2-40d1-96ea-22ea4f5a9285 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819566 Feb 17 01:04:03.426458 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:03.494483 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ba032fd2-4919-4e9c-96c3-a8572592c3c8 req-96254d56-995a-46f9-a703-97762f42a8b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1281731 Feb 17 01:04:03.624052 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba032fd2-4919-4e9c-96c3-a8572592c3c8 req-0aa09d3f-7e42-422f-9c61-b6a643eef615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:03.625792 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ba032fd2-4919-4e9c-96c3-a8572592c3c8 req-0aa09d3f-7e42-422f-9c61-b6a643eef615 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=475f7d7891b64c41a88eeff4cb15f254&device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 1163 time: 0.1058810 Feb 17 01:04:03.944389 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba032fd2-4919-4e9c-96c3-a8572592c3c8 req-394bd1c1-14a2-4e84-82fa-85268de6d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:03.946008 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ba032fd2-4919-4e9c-96c3-a8572592c3c8 req-394bd1c1-14a2-4e84-82fa-85268de6d7e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9f87947-84f1-4bba-bbae-568841e714fe HTTP/1.1" status: 200 len: 910 time: 0.2866437 Feb 17 01:04:04.072230 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:04.134955 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ba032fd2-4919-4e9c-96c3-a8572592c3c8 req-d3409588-f34e-406d-ae99-ed6123ebea89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931724d3-6963-4d91-81d1-07606ad03e4e HTTP/1.1" status: 200 len: 1002 time: 0.1810439 Feb 17 01:04:04.263339 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba032fd2-4919-4e9c-96c3-a8572592c3c8 req-dd49b346-6778-4091-b4fb-edbb8e62179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:04.266482 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ba032fd2-4919-4e9c-96c3-a8572592c3c8 req-dd49b346-6778-4091-b4fb-edbb8e62179c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8020aa0-aa72-42b0-9ad3-070f9773c346 HTTP/1.1" status: 200 len: 855 time: 0.1220016 Feb 17 01:04:04.434441 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba032fd2-4919-4e9c-96c3-a8572592c3c8 req-50ef6f0b-23f2-4b90-8e41-048ffa6092b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:04.441405 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ba032fd2-4919-4e9c-96c3-a8572592c3c8 req-50ef6f0b-23f2-4b90-8e41-048ffa6092b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9f87947-84f1-4bba-bbae-568841e714fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1667757 Feb 17 01:04:04.516388 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 56892) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:04.528985 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-304146908-network', 'tenant_id': 'a5a25a8697bc40bca6e08325d7aaad0e'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:04:04.541097 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:04.550871 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Usage tracker for resource:network and tenant:a5a25a8697bc40bca6e08325d7aaad0e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:04.555781 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:04.564131 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:04.572879 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdc759-3a3a-45db-9bea-ffea52408f93 req-63d64b09-2df1-4300-8aa6-6d9d71d9929a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:04.581396 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-58fdc759-3a3a-45db-9bea-ffea52408f93 req-63d64b09-2df1-4300-8aa6-6d9d71d9929a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 945 time: 0.1445103 Feb 17 01:04:04.623518 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Made reservation on behalf of a5a25a8697bc40bca6e08325d7aaad0e for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:04:04.629285 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:04.661114 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:04.688492 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:04.695689 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Usage tracker for resource:security_group_rule and tenant:a5a25a8697bc40bca6e08325d7aaad0e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:04.703654 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:04.714053 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:04.750494 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:04.777235 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ba032fd2-4919-4e9c-96c3-a8572592c3c8 req-d5ee0577-6c3d-4f8d-8d0c-03d5fb78ebe9 service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264861 Feb 17 01:04:04.853862 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:04.878299 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-58fdc759-3a3a-45db-9bea-ffea52408f93 req-17de3a5e-1843-44e0-975d-17c54bd61bd6 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949224 Feb 17 01:04:04.879774 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:04.901634 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:04:04.917203 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:04.917899 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.segments_db [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Added segment c9ada92d-76c6-4117-9911-3468f836cd63 of type vxlan for network 2336783e-f893-4cfe-9ff8-8170ac774d7f Feb 17 01:04:04.950913 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257519434902'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:04.979547 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-017b1258-8c6f-4bb5-be84-d376f1fe09af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:05.026223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:05.032454 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:05.033114 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:05.038151 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f054f454-8698-4b4b-ab8a-8edea46105d3,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:05.043515 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:05.044078 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:05.111042 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ba032fd2-4919-4e9c-96c3-a8572592c3c8 req-c6cb524d-dde4-469e-8a28-ba59dde93018 service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3244750 Feb 17 01:04:05.125976 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:04:05.262956 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7439165 Feb 17 01:04:05.267844 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 56910) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:05.287168 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Pushing event updated for resources: {'Network': ['ID=2336783e-f893-4cfe-9ff8-8170ac774d7f,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:05.291540 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:05.296723 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-ef62a140-cde8-4ca8-b87d-ad176dadfa8a admin admin] Request body: {'subnet': {'network_id': '2336783e-f893-4cfe-9ff8-8170ac774d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-304146908-subnet', 'tenant_id': 'a5a25a8697bc40bca6e08325d7aaad0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:04:05.301328 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Network 2336783e-f893-4cfe-9ff8-8170ac774d7f details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:04:05.305656 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ef62a140-cde8-4ca8-b87d-ad176dadfa8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:05.313506 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-ef62a140-cde8-4ca8-b87d-ad176dadfa8a admin admin] Usage tracker for resource:subnet and tenant:a5a25a8697bc40bca6e08325d7aaad0e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:05.325872 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-ef62a140-cde8-4ca8-b87d-ad176dadfa8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:05.348103 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ef62a140-cde8-4ca8-b87d-ad176dadfa8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:05.370202 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef62a140-cde8-4ca8-b87d-ad176dadfa8a admin admin] Made reservation on behalf of a5a25a8697bc40bca6e08325d7aaad0e for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:04:05.375825 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ef62a140-cde8-4ca8-b87d-ad176dadfa8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852239421'] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:05.558133 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Network 2336783e-f893-4cfe-9ff8-8170ac774d7f details requested by agent ovs-agent-dv-cinder-759955-4-smb with host dv-cinder-759955-4-smb {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:04:06.016391 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f953145-4039-4124-ac87-ae4851aec4ff req-b9077f43-a5a8-4bb5-91e9-39f57347a2cb tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:06.023438 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7f953145-4039-4124-ac87-ae4851aec4ff req-b9077f43-a5a8-4bb5-91e9-39f57347a2cb tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 945 time: 0.2227371 Feb 17 01:04:06.114319 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd78605-79c4-4f72-ad79-bc59a88b1d3b req-e4fdec1d-98df-4c0d-9c53-3eb0991197ee tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:06.115999 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-8fd78605-79c4-4f72-ad79-bc59a88b1d3b req-e4fdec1d-98df-4c0d-9c53-3eb0991197ee tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Synchronizing usage tracker for tenant:f21125c48da74e91860753708883f7e8 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:04:06.155950 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-8fd78605-79c4-4f72-ad79-bc59a88b1d3b req-e4fdec1d-98df-4c0d-9c53-3eb0991197ee tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Unset dirty status for tenant:f21125c48da74e91860753708883f7e8 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:04:06.157705 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8fd78605-79c4-4f72-ad79-bc59a88b1d3b req-e4fdec1d-98df-4c0d-9c53-3eb0991197ee tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.42 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 945 time: 0.2215283 Feb 17 01:04:06.198879 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7f953145-4039-4124-ac87-ae4851aec4ff req-42044c45-14b1-4774-810f-5193b96710a3 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580434 Feb 17 01:04:06.219055 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772546fc-58aa-4b4b-82f6-252bdbfc2c79 req-2082084b-5de9-4373-98df-f6c203fa5cd3 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:06.221256 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-772546fc-58aa-4b4b-82f6-252bdbfc2c79 req-2082084b-5de9-4373-98df-f6c203fa5cd3 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 945 time: 0.2015219 Feb 17 01:04:06.350364 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ef62a140-cde8-4ca8-b87d-ad176dadfa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2093266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852239406'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:06.367506 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-8fd78605-79c4-4f72-ad79-bc59a88b1d3b req-e08259ce-020b-4531-af7d-8b2a46d5b962 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Deleting port 15fbf8ff-e660-4105-a6e1-00b712defe8f {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:04:06.367914 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8fd78605-79c4-4f72-ad79-bc59a88b1d3b req-e08259ce-020b-4531-af7d-8b2a46d5b962 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:06.496130 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f3e02dea-ec96-4669-979a-dcde7c6e7bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:06.557470 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-772546fc-58aa-4b4b-82f6-252bdbfc2c79 req-3a3b5272-e85d-4195-8e15-c946a53e3d29 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780879 Feb 17 01:04:06.594367 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62a140-cde8-4ca8-b87d-ad176dadfa8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=662d451a-6522-4871-981f-2f9ebe857daf,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:06.600467 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ef62a140-cde8-4ca8-b87d-ad176dadfa8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:06.646219 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef62a140-cde8-4ca8-b87d-ad176dadfa8a admin admin] Checking segment: {'id': 'c9ada92d-76c6-4117-9911-3468f836cd63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2336783e-f893-4cfe-9ff8-8170ac774d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:04:06.650542 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef62a140-cde8-4ca8-b87d-ad176dadfa8a admin admin] Network hostable DHCP agents. Network: 2336783e-f893-4cfe-9ff8-8170ac774d7f, hostable agents: ['5e7a5314-6df3-4bd1-acbe-6399b6f22057'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:04:06.705516 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef62a140-cde8-4ca8-b87d-ad176dadfa8a admin admin] Network 2336783e-f893-4cfe-9ff8-8170ac774d7f is scheduled to be hosted by DHCP agent 5e7a5314-6df3-4bd1-acbe-6399b6f22057 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:04:06.723666 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-ef62a140-cde8-4ca8-b87d-ad176dadfa8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-smb, 2336783e-f893-4cfe-9ff8-8170ac774d7f) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:04:06.741346 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830abb1e-83bc-47b8-a3d1-4f1ba99580b6 None None] Network 2336783e-f893-4cfe-9ff8-8170ac774d7f requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:04:06.747743 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef62a140-cde8-4ca8-b87d-ad176dadfa8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:06.748477 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ef62a140-cde8-4ca8-b87d-ad176dadfa8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:06.778112 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-ef62a140-cde8-4ca8-b87d-ad176dadfa8a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5102639 Feb 17 01:04:06.849936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-8fd78605-79c4-4f72-ad79-bc59a88b1d3b req-e08259ce-020b-4531-af7d-8b2a46d5b962 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] For port 15fbf8ff-e660-4105-a6e1-00b712defe8f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=15fbf8ff-e660-4105-a6e1-00b712defe8f,segment=NetworkSegment(570ddb4b-a4ab-4820-8012-219b788bfdbe),segment_id=570ddb4b-a4ab-4820-8012-219b788bfdbe)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:04:06.850297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8fd78605-79c4-4f72-ad79-bc59a88b1d3b req-e08259ce-020b-4531-af7d-8b2a46d5b962 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:07.034801 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-8fd78605-79c4-4f72-ad79-bc59a88b1d3b req-e08259ce-020b-4531-af7d-8b2a46d5b962 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Calling delete_port for 15fbf8ff-e660-4105-a6e1-00b712defe8f owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:04:07.250311 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 56932) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:07.302409 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8fd78605-79c4-4f72-ad79-bc59a88b1d3b req-e08259ce-020b-4531-af7d-8b2a46d5b962 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:07.384610 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:07.435815 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-0839d9e8-3368-4faf-84c5-bfcc4d840188 admin admin] Deleting subnet 9f5ee789-f0fc-4af9-a109-6ade7cf4e374 {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:04:07.447880 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 15fbf8ff-e660-4105-a6e1-00b712defe8f no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:04:07.449044 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0839d9e8-3368-4faf-84c5-bfcc4d840188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:07.520016 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 56942) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:07.522976 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] No Port match for: 15fbf8ff-e660-4105-a6e1-00b712defe8f {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:04:07.523354 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 15fbf8ff-e660-4105-a6e1-00b712defe8f not bound to the agent host hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:04:07.598195 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:07.602126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cacd19-027f-4642-8c6c-65dc81f8dc75 None None] Network 2336783e-f893-4cfe-9ff8-8170ac774d7f requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:04:07.622349 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0839d9e8-3368-4faf-84c5-bfcc4d840188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850745984'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:07.646120 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08259ce-020b-4531-af7d-8b2a46d5b962 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Pushing event deleted for resources: {'Port': ['ID=15fbf8ff-e660-4105-a6e1-00b712defe8f,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:07.768434 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0839d9e8-3368-4faf-84c5-bfcc4d840188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853998860'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:07.961591 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e08259ce-020b-4531-af7d-8b2a46d5b962 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:08.115745 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-78163266-d5e8-4b2c-b6c3-c0ff61ae6603 req-edd8db64-66be-4a9c-927f-6b87617e7c7a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 210 time: 0.1674402 Feb 17 01:04:08.116966 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b8c6f71c-2824-4b89-b775-c98f7fc667cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:08.126052 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-71e19010-3e92-4527-965c-c8bcc8413d71 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:08.127362 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-71e19010-3e92-4527-965c-c8bcc8413d71 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Synchronizing usage tracker for tenant:3f41172a99244d648c7b2053813ce44e on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:04:08.151874 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b8c6f71c-2824-4b89-b775-c98f7fc667cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:08.162996 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-b8c6f71c-2824-4b89-b775-c98f7fc667cf admin admin] Usage tracker for resource:security_group_rule and tenant:51b4b9e8dd104ad08a2ca0bc0c2c3dc7 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:08.168027 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-b8c6f71c-2824-4b89-b775-c98f7fc667cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:08.184436 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-71e19010-3e92-4527-965c-c8bcc8413d71 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Unset dirty status for tenant:3f41172a99244d648c7b2053813ce44e on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:04:08.186707 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-71e19010-3e92-4527-965c-c8bcc8413d71 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 945 time: 0.5490317 Feb 17 01:04:08.278662 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b8c6f71c-2824-4b89-b775-c98f7fc667cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:08.356692 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3f194-0307-44f4-8b6a-831e804099e8 req-44cc1e1e-6bff-44fc-a5f0-d0b6de37572c tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:08.359105 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2fd3f194-0307-44f4-8b6a-831e804099e8 req-44cc1e1e-6bff-44fc-a5f0-d0b6de37572c tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 945 time: 0.5927019 Feb 17 01:04:08.492039 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd78605-79c4-4f72-ad79-bc59a88b1d3b req-e08259ce-020b-4531-af7d-8b2a46d5b962 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] No DVR routers for this DVR port 15fbf8ff-e660-4105-a6e1-00b712defe8f on host hv-cinder-75995 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:04:08.501174 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8fd78605-79c4-4f72-ad79-bc59a88b1d3b req-e08259ce-020b-4531-af7d-8b2a46d5b962 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:08.506559 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28849a48-315e-4f3e-8a37-16a95ef35222', 'name': 'network-vif-deleted', 'tag': '15fbf8ff-e660-4105-a6e1-00b712defe8f'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:04:08.543422 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2fd3f194-0307-44f4-8b6a-831e804099e8 req-06efc3c9-2a74-4e7e-8a78-16d1741c89cd tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603158 Feb 17 01:04:08.582390 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Deleting port cb1f62b1-ff05-4580-a4b1-fb9489168c43 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:04:08.583531 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:08.664154 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b8c6f71c-2824-4b89-b775-c98f7fc667cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:08.683399 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b8c6f71c-2824-4b89-b775-c98f7fc667cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:08.690075 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28849a48-315e-4f3e-8a37-16a95ef35222', 'name': 'network-vif-deleted', 'tag': '15fbf8ff-e660-4105-a6e1-00b712defe8f', 'status': 'completed', 'code': 200} Feb 17 01:04:08.697898 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:08.709685 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0839d9e8-3368-4faf-84c5-bfcc4d840188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852682601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2536237'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:08.728631 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8fd78605-79c4-4f72-ad79-bc59a88b1d3b req-e08259ce-020b-4531-af7d-8b2a46d5b962 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.42 "DELETE /v2.0/ports/15fbf8ff-e660-4105-a6e1-00b712defe8f HTTP/1.1" status: 204 len: 173 time: 2.5643606 Feb 17 01:04:08.833216 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-b8c6f71c-2824-4b89-b775-c98f7fc667cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51b4b9e8dd104ad08a2ca0bc0c2c3dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3069599 Feb 17 01:04:08.834462 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 56960) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:08.855498 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6f71c-2824-4b89-b775-c98f7fc667cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678870f5-f0cd-43d0-be15-058b80d54bed,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:08.861203 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b8c6f71c-2824-4b89-b775-c98f7fc667cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:08.861720 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:08.914584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839d9e8-3368-4faf-84c5-bfcc4d840188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5ee789-f0fc-4af9-a109-6ade7cf4e374,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:08.918913 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0839d9e8-3368-4faf-84c5-bfcc4d840188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:08.935171 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0839d9e8-3368-4faf-84c5-bfcc4d840188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:08.955002 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-0839d9e8-3368-4faf-84c5-bfcc4d840188 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9f5ee789-f0fc-4af9-a109-6ade7cf4e374 HTTP/1.1" status: 204 len: 168 time: 1.7007082 Feb 17 01:04:08.956220 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 56964) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:09.019802 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device cb1f62b1-ff05-4580-a4b1-fb9489168c43 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:04:09.145703 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6195b93f-204e-4d67-ab1a-b5e39c9af1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854224426'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:09.161233 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a5b0c601-4827-465b-967c-e7ebbcb8cebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:09.170046 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] For port cb1f62b1-ff05-4580-a4b1-fb9489168c43, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=cb1f62b1-ff05-4580-a4b1-fb9489168c43,segment=NetworkSegment(8e231d0a-a31c-4754-af38-96d93351c74a),segment_id=8e231d0a-a31c-4754-af38-96d93351c74a)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:04:09.170510 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:09.402034 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:09.503692 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-058ab81f-8f08-4af6-9d96-d12a8110f30a req-48b99a58-9e2d-4eca-ae11-b9464d40dac8 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=28849a48-315e-4f3e-8a37-16a95ef35222 HTTP/1.1" status: 200 len: 210 time: 0.0730236 Feb 17 01:04:09.510922 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6195b93f-204e-4d67-ab1a-b5e39c9af1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853995923', 'neutron.services.segments.db._delete_segments_for_network-8779335925738'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:09.525689 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port cb1f62b1-ff05-4580-a4b1-fb9489168c43, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=cb1f62b1-ff05-4580-a4b1-fb9489168c43,segment=NetworkSegment(8e231d0a-a31c-4754-af38-96d93351c74a),segment_id=8e231d0a-a31c-4754-af38-96d93351c74a)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:04:09.527890 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d9d33f-1723-42c9-883d-e0ca0ff2caee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb1f62b1-ff05-4580-a4b1-fb9489168c43'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:04:09.541245 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:09.544829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:09.547612 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Calling delete_port for cb1f62b1-ff05-4580-a4b1-fb9489168c43 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:04:09.685485 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=cb1f62b1-ff05-4580-a4b1-fb9489168c43,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:09.692588 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:09.728183 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d9d33f-1723-42c9-883d-e0ca0ff2caee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb1f62b1-ff05-4580-a4b1-fb9489168c43', 'code': 200} Feb 17 01:04:09.767586 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a5b0c601-4827-465b-967c-e7ebbcb8cebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:09.866583 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a5b0c601-4827-465b-967c-e7ebbcb8cebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:09.888733 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2836446e-5142-4eac-94c9-171bd991167b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:09.901983 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.db.api [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:04:09.902776 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_db.api [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:04:09.918677 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0c601-4827-465b-967c-e7ebbcb8cebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678870f5-f0cd-43d0-be15-058b80d54bed,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:09.924564 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a5b0c601-4827-465b-967c-e7ebbcb8cebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:09.939107 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a5b0c601-4827-465b-967c-e7ebbcb8cebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:09.949795 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-a5b0c601-4827-465b-967c-e7ebbcb8cebd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/678870f5-f0cd-43d0-be15-058b80d54bed HTTP/1.1" status: 204 len: 168 time: 1.1146700 Feb 17 01:04:10.302494 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-6195b93f-204e-4d67-ab1a-b5e39c9af1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbce54e-b792-479b-84cb-fd3710bd2f40']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:04:10.325714 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-6195b93f-204e-4d67-ab1a-b5e39c9af1e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61bc0b8e-ac3d-418c-89be-c0bef3bf05bd') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:04:10.326573 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-6195b93f-204e-4d67-ab1a-b5e39c9af1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61bc0b8e-ac3d-418c-89be-c0bef3bf05bd') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:04:10.352941 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6195b93f-204e-4d67-ab1a-b5e39c9af1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257518846972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4029848'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:10.408915 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6195b93f-204e-4d67-ab1a-b5e39c9af1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:10.412812 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Deleting port cb1f62b1-ff05-4580-a4b1-fb9489168c43 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:04:10.413427 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:10.415680 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6195b93f-204e-4d67-ab1a-b5e39c9af1e0 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:04:10.492306 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4fe90-060f-483e-8b4a-ada3baf67c7f req-2252a953-168a-4f27-9dda-08116704171c tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:10.495461 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0dd4fe90-060f-483e-8b4a-ada3baf67c7f req-2252a953-168a-4f27-9dda-08116704171c tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 943 time: 0.3251922 Feb 17 01:04:10.734117 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0dd4fe90-060f-483e-8b4a-ada3baf67c7f req-e584eb91-9afd-4b4b-9121-932af3df1876 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430469 Feb 17 01:04:10.797905 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-6195b93f-204e-4d67-ab1a-b5e39c9af1e0 admin admin] Network afbce54e-b792-479b-84cb-fd3710bd2f40 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:04:10.809613 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6195b93f-204e-4d67-ab1a-b5e39c9af1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853997851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2094696'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:11.117066 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] For port cb1f62b1-ff05-4580-a4b1-fb9489168c43, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=cb1f62b1-ff05-4580-a4b1-fb9489168c43,segment=NetworkSegment(8e231d0a-a31c-4754-af38-96d93351c74a),segment_id=8e231d0a-a31c-4754-af38-96d93351c74a)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:04:11.117865 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:11.219065 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-6195b93f-204e-4d67-ab1a-b5e39c9af1e0 admin admin] Network afbce54e-b792-479b-84cb-fd3710bd2f40 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: Traceback (most recent call last): Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: timer() Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: cb(*args, **kw) Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: return func(*args, **kwargs) Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: self._notify() Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: self.callback(batched_events) Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: event.method(event) Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: return f(self, *a, **k) Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: return self._get(url).json() Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: **kwargs) Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: **endpoint_filter) Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:04:11.271277 dv-cinder-759955-4-smb neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:04:11.436356 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Calling delete_port for cb1f62b1-ff05-4580-a4b1-fb9489168c43 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:04:11.439091 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6195b93f-204e-4d67-ab1a-b5e39c9af1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777043'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:11.446594 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:11.477728 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195b93f-204e-4d67-ab1a-b5e39c9af1e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=afbce54e-b792-479b-84cb-fd3710bd2f40,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:11.478688 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6195b93f-204e-4d67-ab1a-b5e39c9af1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:11.487931 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-6195b93f-204e-4d67-ab1a-b5e39c9af1e0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/afbce54e-b792-479b-84cb-fd3710bd2f40 HTTP/1.1" status: 204 len: 168 time: 2.5299339 Feb 17 01:04:11.489610 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6195b93f-204e-4d67-ab1a-b5e39c9af1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:11.490471 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 56990) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:11.609173 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-94bb6d14-8732-4afe-8cc7-b466a046f762 admin admin] Deleting subnet 662d451a-6522-4871-981f-2f9ebe857daf {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:04:11.615478 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-94bb6d14-8732-4afe-8cc7-b466a046f762 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:11.719448 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-94bb6d14-8732-4afe-8cc7-b466a046f762 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850745984'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:11.725640 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:11.745259 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-79f52c45-89bc-4046-8b4f-2f7deda47783 tempest-ServerRescueNegativeTestJSON-848228361 tempest-ServerRescueNegativeTestJSON-848228361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:11.844444 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-94bb6d14-8732-4afe-8cc7-b466a046f762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853998860'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:12.065033 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-adfbe346-8c84-49ec-9be2-d00bea2062e0 req-92173e78-d8c1-41bc-8a67-c4ac88f80244 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 210 time: 0.1149890 Feb 17 01:04:12.077589 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Pushing event deleted for resources: {'Port': ['ID=cb1f62b1-ff05-4580-a4b1-fb9489168c43,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:12.106548 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:12.195929 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] No DVR routers for this DVR port cb1f62b1-ff05-4580-a4b1-fb9489168c43 on host hv-cinder-75995 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:04:12.200857 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:12.218728 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d9d33f-1723-42c9-883d-e0ca0ff2caee', 'name': 'network-vif-deleted', 'tag': 'cb1f62b1-ff05-4580-a4b1-fb9489168c43'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:04:12.229225 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d11de956-1f84-4918-b422-0dfbffa7b6cb req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.42 "DELETE /v2.0/ports/cb1f62b1-ff05-4580-a4b1-fb9489168c43 HTTP/1.1" status: 204 len: 173 time: 4.0314465 Feb 17 01:04:12.375955 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d9d33f-1723-42c9-883d-e0ca0ff2caee', 'name': 'network-vif-deleted', 'tag': 'cb1f62b1-ff05-4580-a4b1-fb9489168c43', 'status': 'completed', 'code': 200} Feb 17 01:04:12.468377 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-94bb6d14-8732-4afe-8cc7-b466a046f762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852682601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2536237'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:12.495107 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8754575b-3802-475f-a1a2-b3d33d1e6e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:12.599135 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb6d14-8732-4afe-8cc7-b466a046f762 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=662d451a-6522-4871-981f-2f9ebe857daf,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:12.607896 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-94bb6d14-8732-4afe-8cc7-b466a046f762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:12.670858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-94bb6d14-8732-4afe-8cc7-b466a046f762 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:12.678525 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-94bb6d14-8732-4afe-8cc7-b466a046f762 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/662d451a-6522-4871-981f-2f9ebe857daf HTTP/1.1" status: 204 len: 168 time: 1.1866806 Feb 17 01:04:12.691894 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 57010) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:13.274675 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78d27653-ee8c-4991-81c0-acf737d41cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854224426'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:13.387742 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-27a655d0-ad10-42ae-a138-708ce6fe4db2 req-10a0bd27-56fc-4575-b15f-6cd24ad91cd8 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2d9d33f-1723-42c9-883d-e0ca0ff2caee HTTP/1.1" status: 200 len: 210 time: 0.0755231 Feb 17 01:04:13.565022 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78d27653-ee8c-4991-81c0-acf737d41cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853995923', 'neutron.services.segments.db._delete_segments_for_network-8779335925738'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:13.721947 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-78d27653-ee8c-4991-81c0-acf737d41cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2336783e-f893-4cfe-9ff8-8170ac774d7f']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:04:13.747901 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-78d27653-ee8c-4991-81c0-acf737d41cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ada92d-76c6-4117-9911-3468f836cd63') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:04:13.749501 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-78d27653-ee8c-4991-81c0-acf737d41cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ada92d-76c6-4117-9911-3468f836cd63') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:04:13.776919 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78d27653-ee8c-4991-81c0-acf737d41cec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257518846972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3065990'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:13.796044 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78d27653-ee8c-4991-81c0-acf737d41cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:13.798814 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-78d27653-ee8c-4991-81c0-acf737d41cec admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:04:14.023742 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-78d27653-ee8c-4991-81c0-acf737d41cec admin admin] Network 2336783e-f893-4cfe-9ff8-8170ac774d7f has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:04:14.037071 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78d27653-ee8c-4991-81c0-acf737d41cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853997851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851517111'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:14.312391 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-78d27653-ee8c-4991-81c0-acf737d41cec admin admin] Network 2336783e-f893-4cfe-9ff8-8170ac774d7f has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: Traceback (most recent call last): Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: timer() Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: cb(*args, **kw) Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: return func(*args, **kwargs) Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: self._notify() Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: self.callback(batched_events) Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: event.method(event) Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: return f(self, *a, **k) Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: return self._get(url).json() Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: **kwargs) Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: **endpoint_filter) Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:04:14.339568 dv-cinder-759955-4-smb neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:04:14.452654 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78d27653-ee8c-4991-81c0-acf737d41cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777043'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:14.464883 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78d27653-ee8c-4991-81c0-acf737d41cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:14.474196 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf127e89-0b57-4d78-85d6-8ec164cd0fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:14.513248 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d27653-ee8c-4991-81c0-acf737d41cec admin admin] Pushing event deleted for resources: {'Network': ['ID=2336783e-f893-4cfe-9ff8-8170ac774d7f,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:14.518492 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-78d27653-ee8c-4991-81c0-acf737d41cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:14.520275 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-78d27653-ee8c-4991-81c0-acf737d41cec admin admin] 10.222.0.23 "DELETE /v2.0/networks/2336783e-f893-4cfe-9ff8-8170ac774d7f HTTP/1.1" status: 204 len: 168 time: 1.8266511 Feb 17 01:04:14.838587 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 57048) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:14.969260 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-1b08b57a-461a-4865-bd63-8263ede35bbb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29819d970939427e8db3c27924f790f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1282115 Feb 17 01:04:14.975840 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57056) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:15.171604 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe3e0-a5e6-487f-ab82-03803123664e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:15.231649 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe3e0-a5e6-487f-ab82-03803123664e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:15.482379 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae3f00-5c13-474b-afd4-58daf07b086a req-1c7ef6dd-e739-4265-af59-d1868c393700 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:15.484606 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-64ae3f00-5c13-474b-afd4-58daf07b086a req-1c7ef6dd-e739-4265-af59-d1868c393700 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 946 time: 0.2272670 Feb 17 01:04:15.487872 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe3e0-a5e6-487f-ab82-03803123664e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:15.497669 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-92439083-3bb9-49ae-8272-1d776a4dfa06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:15.547816 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbe3e0-a5e6-487f-ab82-03803123664e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649aab41-2c47-43c0-88b4-c3a2951c4bd0,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:15.556060 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7ecbe3e0-a5e6-487f-ab82-03803123664e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:15.584504 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe3e0-a5e6-487f-ab82-03803123664e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:15.585794 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-7ecbe3e0-a5e6-487f-ab82-03803123664e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/649aab41-2c47-43c0-88b4-c3a2951c4bd0 HTTP/1.1" status: 204 len: 168 time: 0.6081822 Feb 17 01:04:15.598906 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-64ae3f00-5c13-474b-afd4-58daf07b086a req-1397436e-4dd1-43f5-b556-1868d6e06f57 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830615 Feb 17 01:04:16.160254 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 57084) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:16.238916 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-fa44b3e0-f0e4-4a19-a276-7b576586662b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5a25a8697bc40bca6e08325d7aaad0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0764506 Feb 17 01:04:16.242444 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 57088) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:16.285730 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-3afbc164-347d-494c-bde5-3872999ac0e9 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:16.287159 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-3afbc164-347d-494c-bde5-3872999ac0e9 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/networks?id=50270a8c-05f9-44ce-9876-7b1c2c420843 HTTP/1.1" status: 200 len: 813 time: 0.2486298 Feb 17 01:04:16.307252 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-d1134171-0002-4374-a766-266c99d6507f tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/quotas/f21125c48da74e91860753708883f7e8 HTTP/1.1" status: 200 len: 375 time: 0.0130296 Feb 17 01:04:16.350809 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-118aaf39-24a5-4fec-b8a5-239acdbd0c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:16.372437 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-8f5971b5-45a6-45c1-9418-f8a13fbb53d2 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f21125c48da74e91860753708883f7e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578325 Feb 17 01:04:16.385905 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-118aaf39-24a5-4fec-b8a5-239acdbd0c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:16.464919 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-118aaf39-24a5-4fec-b8a5-239acdbd0c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:16.479965 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-30b744bc-f51a-4814-a2c3-3adc6b82d99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:16.497910 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118aaf39-24a5-4fec-b8a5-239acdbd0c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f054f454-8698-4b4b-ab8a-8edea46105d3,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:16.500949 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-118aaf39-24a5-4fec-b8a5-239acdbd0c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:16.503267 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-118aaf39-24a5-4fec-b8a5-239acdbd0c98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f054f454-8698-4b4b-ab8a-8edea46105d3 HTTP/1.1" status: 204 len: 168 time: 0.2591476 Feb 17 01:04:16.505122 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-118aaf39-24a5-4fec-b8a5-239acdbd0c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:16.593966 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-553b40a9-b006-4a4c-9ac4-d10e8d31ff23 service neutron] 10.222.0.23 "GET /v2.0/networks/50270a8c-05f9-44ce-9876-7b1c2c420843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129619 Feb 17 01:04:16.810585 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cd274629-0d0e-44a8-be09-801e024e4783 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:16.811375 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cd274629-0d0e-44a8-be09-801e024e4783 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Synchronizing usage tracker for tenant:3f41172a99244d648c7b2053813ce44e on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:04:16.832812 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-9dc7dd19-eecc-4b74-bf0e-f431de7be8d9 service neutron] 10.222.0.23 "GET /v2.0/networks/50270a8c-05f9-44ce-9876-7b1c2c420843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2378142 Feb 17 01:04:16.867888 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cd274629-0d0e-44a8-be09-801e024e4783 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Unset dirty status for tenant:3f41172a99244d648c7b2053813ce44e on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:04:16.867888 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cd274629-0d0e-44a8-be09-801e024e4783 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.42 "GET /v2.0/ports?device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 946 time: 0.2113709 Feb 17 01:04:17.059150 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 378ed6e1-4673-45dd-89c1-425b692cf426 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:04:17.085439 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Deleting port 378ed6e1-4673-45dd-89c1-425b692cf426 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:04:17.085826 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:17.201646 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db3518-f543-46eb-b27b-a9de4ebfb556 req-dacbbb65-cb83-4008-9dbb-c6bab92aa19e tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:17.237698 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d1db3518-f543-46eb-b27b-a9de4ebfb556 req-dacbbb65-cb83-4008-9dbb-c6bab92aa19e tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 946 time: 0.3131409 Feb 17 01:04:17.374136 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:17.468471 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4a551f78-e602-46d8-8509-43715e37a4ec req-0a5b37fa-a768-4eeb-bead-97b82fbf7a87 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 210 time: 0.2200050 Feb 17 01:04:17.508842 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d1db3518-f543-46eb-b27b-a9de4ebfb556 req-1e763a7b-6af5-4c36-ab2c-bf66a4073eea tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688146 Feb 17 01:04:17.515535 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36ad8ad-861a-48ba-bf06-d9bfe351ccae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '378ed6e1-4673-45dd-89c1-425b692cf426'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:04:17.544046 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 378ed6e1-4673-45dd-89c1-425b692cf426, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=378ed6e1-4673-45dd-89c1-425b692cf426,segment=NetworkSegment(8e231d0a-a31c-4754-af38-96d93351c74a),segment_id=8e231d0a-a31c-4754-af38-96d93351c74a)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:04:17.550768 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:17.560188 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:17.670418 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36ad8ad-861a-48ba-bf06-d9bfe351ccae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '378ed6e1-4673-45dd-89c1-425b692cf426', 'code': 200} Feb 17 01:04:17.671060 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=378ed6e1-4673-45dd-89c1-425b692cf426,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:17.675387 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:17.689884 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] For port 378ed6e1-4673-45dd-89c1-425b692cf426, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=378ed6e1-4673-45dd-89c1-425b692cf426,segment=NetworkSegment(8e231d0a-a31c-4754-af38-96d93351c74a),segment_id=8e231d0a-a31c-4754-af38-96d93351c74a)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:04:17.690671 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:17.856492 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Calling delete_port for 378ed6e1-4673-45dd-89c1-425b692cf426 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:04:17.952659 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.db.api [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:04:17.953158 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_db.api [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:04:18.455240 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Deleting port 378ed6e1-4673-45dd-89c1-425b692cf426 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:04:18.456165 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:18.895504 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-afef322e-2126-41bc-bc35-4e8aea48ee25 req-19415126-2f60-4cb6-bad6-f15309d0df19 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 210 time: 0.1056013 Feb 17 01:04:18.965516 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76597d-7e0d-47e5-8491-e08eae2f066b req-6039c8b5-e335-4584-a466-8d0656343269 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:18.967966 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-af76597d-7e0d-47e5-8491-e08eae2f066b req-6039c8b5-e335-4584-a466-8d0656343269 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 944 time: 0.2231050 Feb 17 01:04:19.050752 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] For port 378ed6e1-4673-45dd-89c1-425b692cf426, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=378ed6e1-4673-45dd-89c1-425b692cf426,segment=NetworkSegment(8e231d0a-a31c-4754-af38-96d93351c74a),segment_id=8e231d0a-a31c-4754-af38-96d93351c74a)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:04:19.052195 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:19.083936 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-af76597d-7e0d-47e5-8491-e08eae2f066b req-f4210e3d-3a69-4bf1-8d0a-50ed1439fe59 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031210 Feb 17 01:04:19.249835 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Calling delete_port for 378ed6e1-4673-45dd-89c1-425b692cf426 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:04:19.482148 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-7d18e327-a906-483b-bbcb-ed3bd404eb6b tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:19.483736 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-7d18e327-a906-483b-bbcb-ed3bd404eb6b tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.42 "GET /v2.0/networks?id=50270a8c-05f9-44ce-9876-7b1c2c420843 HTTP/1.1" status: 200 len: 813 time: 0.1793718 Feb 17 01:04:19.518850 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-276c22bc-59a5-4562-b68b-d434b2b1c71a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Request body: {'port': {'device_id': 'df431a71-cbc7-4322-a773-ea09d7843c24', 'network_id': '50270a8c-05f9-44ce-9876-7b1c2c420843', 'admin_state_up': True, 'tenant_id': 'f21125c48da74e91860753708883f7e8'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:04:19.768943 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-276c22bc-59a5-4562-b68b-d434b2b1c71a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:19.778227 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-276c22bc-59a5-4562-b68b-d434b2b1c71a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Usage tracker for resource:port and tenant:f21125c48da74e91860753708883f7e8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:19.784481 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-276c22bc-59a5-4562-b68b-d434b2b1c71a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:19.795772 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-276c22bc-59a5-4562-b68b-d434b2b1c71a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:19.820174 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:19.839633 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-27a54836-1db5-4259-bbbe-212b809215fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:19.921017 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-276c22bc-59a5-4562-b68b-d434b2b1c71a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Made reservation on behalf of f21125c48da74e91860753708883f7e8 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:04:19.952461 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-276c22bc-59a5-4562-b68b-d434b2b1c71a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:20.061253 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Pushing event deleted for resources: {'Port': ['ID=378ed6e1-4673-45dd-89c1-425b692cf426,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:20.187448 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.187877 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.188288 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.188690 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.189081 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.189584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.189971 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.190347 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.191091 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.191479 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.191907 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.192291 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.192732 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.193184 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.193564 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.193943 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.194317 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.194698 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.197979 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.197979 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.197979 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.197979 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.197979 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.197979 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:20.231606 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bd0fc1e5-b0f6-4ea0-813e-f0245039d024 req-158787cc-d6b7-437f-834f-2623cba5399d tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 210 time: 0.1048117 Feb 17 01:04:20.259489 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:20.541597 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5ecbe4f6-1c5c-4ff2-8b08-d9d5666beebf req-afcfba2a-c57b-4fcc-8501-1c8fdb2d5570 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 210 time: 0.1235869 Feb 17 01:04:20.714291 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57180) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:20.906008 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2670b90f-fd45-4035-a8ca-8fed6c5d9715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:20.942095 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2670b90f-fd45-4035-a8ca-8fed6c5d9715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:20.946296 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] No DVR routers for this DVR port 378ed6e1-4673-45dd-89c1-425b692cf426 on host hv-cinder-75995 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:04:20.953179 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-2670b90f-fd45-4035-a8ca-8fed6c5d9715 admin admin] Usage tracker for resource:security_group_rule and tenant:f06c5b22a4524cf5bd9897262ac1633b is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:20.959197 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:20.961153 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-2670b90f-fd45-4035-a8ca-8fed6c5d9715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:20.964142 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36ad8ad-861a-48ba-bf06-d9bfe351ccae', 'name': 'network-vif-deleted', 'tag': '378ed6e1-4673-45dd-89c1-425b692cf426'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:04:20.976522 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2670b90f-fd45-4035-a8ca-8fed6c5d9715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:21.030959 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-66a43483-3675-41e3-9368-9747ccb6dc95 req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.42 "DELETE /v2.0/ports/378ed6e1-4673-45dd-89c1-425b692cf426 HTTP/1.1" status: 204 len: 173 time: 4.1571419 Feb 17 01:04:21.137841 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2670b90f-fd45-4035-a8ca-8fed6c5d9715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:21.143420 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2670b90f-fd45-4035-a8ca-8fed6c5d9715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:21.154613 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4c6b826f-95ef-4533-80c8-408aa2114bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:21.168837 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-276c22bc-59a5-4562-b68b-d434b2b1c71a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Allocated IP 172.20.0.12 (50270a8c-05f9-44ce-9876-7b1c2c420843/6e12e7db-7d54-4916-b41c-cebcfa5cdbec/911f02af-988c-4767-bf9a-66d2f105a922) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:04:21.214697 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670b90f-fd45-4035-a8ca-8fed6c5d9715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cc5852-266e-43d8-a29f-7fb3d2adbd90,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:21.242244 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-2670b90f-fd45-4035-a8ca-8fed6c5d9715 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f06c5b22a4524cf5bd9897262ac1633b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5257823 Feb 17 01:04:21.243640 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57192) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:21.244694 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2670b90f-fd45-4035-a8ca-8fed6c5d9715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:21.247487 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36ad8ad-861a-48ba-bf06-d9bfe351ccae', 'name': 'network-vif-deleted', 'tag': '378ed6e1-4673-45dd-89c1-425b692cf426', 'status': 'completed', 'code': 200} Feb 17 01:04:21.370063 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-581dc1b6-b26d-4e3b-a08e-72311fe18e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:21.464450 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-581dc1b6-b26d-4e3b-a08e-72311fe18e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:21.492671 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7e0ab308-b98f-4865-9eba-8b52a90b2265 req-8576f06c-61ed-4b53-9e7a-fc07134639cd tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 210 time: 0.0793025 Feb 17 01:04:21.522215 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-276c22bc-59a5-4562-b68b-d434b2b1c71a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:21.577365 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-276c22bc-59a5-4562-b68b-d434b2b1c71a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:21.577733 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-581dc1b6-b26d-4e3b-a08e-72311fe18e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:21.577733 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6f39c2e0-4af8-4327-885d-e84dc46c4875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:21.578165 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5c09781b-1343-4c93-9c94-6aca108e9242 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:21.589451 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581dc1b6-b26d-4e3b-a08e-72311fe18e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cc5852-266e-43d8-a29f-7fb3d2adbd90,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:21.615844 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-581dc1b6-b26d-4e3b-a08e-72311fe18e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:21.667608 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-581dc1b6-b26d-4e3b-a08e-72311fe18e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:21.683543 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-581dc1b6-b26d-4e3b-a08e-72311fe18e6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3cc5852-266e-43d8-a29f-7fb3d2adbd90 HTTP/1.1" status: 204 len: 168 time: 0.4375348 Feb 17 01:04:21.896322 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c22bc-59a5-4562-b68b-d434b2b1c71a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Pushing event updated for resources: {'Port': ['ID=911f02af-988c-4767-bf9a-66d2f105a922,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:21.902445 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-276c22bc-59a5-4562-b68b-d434b2b1c71a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:21.976984 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0227f45c-39fd-4bc5-8a27-1910369447b7 req-62d66bb4-194b-4944-8352-617ef19983a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=d36ad8ad-861a-48ba-bf06-d9bfe351ccae HTTP/1.1" status: 200 len: 210 time: 0.1172976 Feb 17 01:04:22.044667 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-276c22bc-59a5-4562-b68b-d434b2b1c71a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Network 50270a8c-05f9-44ce-9876-7b1c2c420843 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:04:22.046158 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-276c22bc-59a5-4562-b68b-d434b2b1c71a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:04:22.049773 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-276c22bc-59a5-4562-b68b-d434b2b1c71a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:04:22.131644 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-276c22bc-59a5-4562-b68b-d434b2b1c71a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:22.132497 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-276c22bc-59a5-4562-b68b-d434b2b1c71a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:22.162364 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-276c22bc-59a5-4562-b68b-d434b2b1c71a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6482265 Feb 17 01:04:22.177792 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Request body: {'port': {'device_id': 'df431a71-cbc7-4322-a773-ea09d7843c24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:04:22.362774 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57212) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:22.392991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d17a99b6-ee90-4781-90a7-70d7012dde89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:22.401863 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:22.416165 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d17a99b6-ee90-4781-90a7-70d7012dde89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:22.423638 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-d17a99b6-ee90-4781-90a7-70d7012dde89 admin admin] Usage tracker for resource:security_group_rule and tenant:676d0dcc37b941d39be60dfbf8658d1b is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:22.427526 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-d17a99b6-ee90-4781-90a7-70d7012dde89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:22.437471 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d17a99b6-ee90-4781-90a7-70d7012dde89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:22.584213 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d17a99b6-ee90-4781-90a7-70d7012dde89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:22.588814 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d17a99b6-ee90-4781-90a7-70d7012dde89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:22.604659 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7ecbe3e0-a5e6-487f-ab82-03803123664e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:22.756439 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-d17a99b6-ee90-4781-90a7-70d7012dde89 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=676d0dcc37b941d39be60dfbf8658d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918240 Feb 17 01:04:22.757347 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a99b6-ee90-4781-90a7-70d7012dde89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e694c7-5872-4979-bdf7-277e64237273,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:22.771713 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57218) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:22.815155 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d17a99b6-ee90-4781-90a7-70d7012dde89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:22.944359 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf13a65-6fe3-48b3-90d5-902a39747085 req-712d12a1-9039-4a31-a102-c1dbf18f44be tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:22.957052 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0cf13a65-6fe3-48b3-90d5-902a39747085 req-712d12a1-9039-4a31-a102-c1dbf18f44be tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 932 time: 0.2942235 Feb 17 01:04:22.960153 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ca47a72e-dce5-447f-aa1c-73573b7400e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:22.983006 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911f02af-988c-4767-bf9a-66d2f105a922 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:04:22.995235 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:23.043714 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Transition to ACTIVE for port object 911f02af-988c-4767-bf9a-66d2f105a922 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:04:23.055209 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851517077'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:23.091700 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:23.124708 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ca47a72e-dce5-447f-aa1c-73573b7400e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:23.192694 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0cf13a65-6fe3-48b3-90d5-902a39747085 req-aa9343c6-30e7-4dd5-a968-53f5665b8379 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070279 Feb 17 01:04:23.250497 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ca47a72e-dce5-447f-aa1c-73573b7400e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:23.261077 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d17a99b6-ee90-4781-90a7-70d7012dde89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:23.272136 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Pushing event updated for resources: {'Port': ['ID=911f02af-988c-4767-bf9a-66d2f105a922,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:23.278213 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:23.283363 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ca47a72e-dce5-447f-aa1c-73573b7400e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:23.287936 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-ca47a72e-dce5-447f-aa1c-73573b7400e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6e694c7-5872-4979-bdf7-277e64237273 HTTP/1.1" status: 204 len: 168 time: 0.5038447 Feb 17 01:04:23.287936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47a72e-dce5-447f-aa1c-73573b7400e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e694c7-5872-4979-bdf7-277e64237273,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:23.291984 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ca47a72e-dce5-447f-aa1c-73573b7400e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:23.541659 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Attempting to bind port 911f02af-988c-4767-bf9a-66d2f105a922 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:04:23.542044 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Attempting to bind port 911f02af-988c-4767-bf9a-66d2f105a922 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '570ddb4b-a4ab-4820-8012-219b788bfdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '50270a8c-05f9-44ce-9876-7b1c2c420843'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:04:23.542407 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Attempting to bind port 911f02af-988c-4767-bf9a-66d2f105a922 on network 50270a8c-05f9-44ce-9876-7b1c2c420843 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:04:23.549653 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:04:23.550467 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Checking segment: {'id': '570ddb4b-a4ab-4820-8012-219b788bfdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '50270a8c-05f9-44ce-9876-7b1c2c420843'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:04:23.550467 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:23.550915 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Bound using segment: {'id': '570ddb4b-a4ab-4820-8012-219b788bfdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '50270a8c-05f9-44ce-9876-7b1c2c420843'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:04:23.551388 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Bound port: 911f02af-988c-4767-bf9a-66d2f105a922, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570ddb4b-a4ab-4820-8012-219b788bfdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '50270a8c-05f9-44ce-9876-7b1c2c420843'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:04:23.553114 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:23.668043 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] For port 911f02af-988c-4767-bf9a-66d2f105a922, host hv-cinder-75995, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:04:23.671463 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] For port 911f02af-988c-4767-bf9a-66d2f105a922, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=911f02af-988c-4767-bf9a-66d2f105a922,segment=NetworkSegment(570ddb4b-a4ab-4820-8012-219b788bfdbe),segment_id=570ddb4b-a4ab-4820-8012-219b788bfdbe)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:04:23.675481 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851517077'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:23.691761 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ee36adf5-d096-4877-ada8-af4c36aa5ee1 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:23.852069 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Pushing event updated for resources: {'Port': ['ID=911f02af-988c-4767-bf9a-66d2f105a922,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:23.858527 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:23.897118 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:23.898250 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:23.900977 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] 10.222.0.42 "PUT /v2.0/ports/911f02af-988c-4767-bf9a-66d2f105a922 HTTP/1.1" status: 200 len: 1158 time: 1.7299485 Feb 17 01:04:23.901720 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df431a71-cbc7-4322-a773-ea09d7843c24', 'tag': '911f02af-988c-4767-bf9a-66d2f105a922'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:04:23.981140 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df431a71-cbc7-4322-a773-ea09d7843c24', 'tag': '911f02af-988c-4767-bf9a-66d2f105a922', 'status': 'completed', 'code': 200} Feb 17 01:04:24.030155 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-8447eaad-5c55-4ffd-a5a8-a0028d4a9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:24.031890 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-8447eaad-5c55-4ffd-a5a8-a0028d4a9751 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f21125c48da74e91860753708883f7e8&device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 1161 time: 0.0896027 Feb 17 01:04:24.177036 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-64b4eb27-6f4b-4dfa-bbf4-1db12d430131 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911f02af-988c-4767-bf9a-66d2f105a922 HTTP/1.1" status: 200 len: 217 time: 0.1362264 Feb 17 01:04:24.298753 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-abf20565-a369-4687-b196-0a41ec9fd48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:24.301014 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-abf20565-a369-4687-b196-0a41ec9fd48c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e12e7db-7d54-4916-b41c-cebcfa5cdbec HTTP/1.1" status: 200 len: 853 time: 0.1156461 Feb 17 01:04:24.363654 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-22608693-d825-406b-b4cb-61e3659785b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50270a8c-05f9-44ce-9876-7b1c2c420843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537958 Feb 17 01:04:24.535639 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbf8bb-b541-4ebc-b9a8-6e04ffe3b68b req-1d2f61c7-9abf-4f62-86ee-b3d23b89376e tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:24.536355 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-74c73f9c-f177-418f-81aa-da6e61255f87 service neutron] 10.222.0.42 "GET /v2.0/networks/50270a8c-05f9-44ce-9876-7b1c2c420843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661303 Feb 17 01:04:24.537429 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cddbf8bb-b541-4ebc-b9a8-6e04ffe3b68b req-1d2f61c7-9abf-4f62-86ee-b3d23b89376e tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 944 time: 0.1116960 Feb 17 01:04:24.622854 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cddbf8bb-b541-4ebc-b9a8-6e04ffe3b68b req-a4269d06-feb3-4f17-8d58-4d70630ca0f5 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783725 Feb 17 01:04:24.748564 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0090f5b5-c26a-4d55-9308-2e5f37966993 req-42186820-201c-400f-8da0-62504017d9d3 service neutron] 10.222.0.42 "GET /v2.0/networks/50270a8c-05f9-44ce-9876-7b1c2c420843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2033410 Feb 17 01:04:24.958841 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef8faa-10ba-4b3c-8549-d826af6c2f65 req-03a8b8c7-843a-4bc9-a71b-df42c7ca8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:24.964011 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1eef8faa-10ba-4b3c-8549-d826af6c2f65 req-03a8b8c7-843a-4bc9-a71b-df42c7ca8200 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f21125c48da74e91860753708883f7e8&device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 1161 time: 0.1424925 Feb 17 01:04:25.252395 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef8faa-10ba-4b3c-8549-d826af6c2f65 req-205e5ab4-e40e-4abc-a91e-2a434972e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:25.256476 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1eef8faa-10ba-4b3c-8549-d826af6c2f65 req-205e5ab4-e40e-4abc-a91e-2a434972e1e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=50270a8c-05f9-44ce-9876-7b1c2c420843 HTTP/1.1" status: 200 len: 907 time: 0.2667911 Feb 17 01:04:25.302138 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af97f6-aec8-4f14-8794-77008eb0c095 req-2c462a71-40c0-45b4-b594-f958c96fc117 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:25.304194 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-01af97f6-aec8-4f14-8794-77008eb0c095 req-2c462a71-40c0-45b4-b594-f958c96fc117 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 945 time: 0.1127021 Feb 17 01:04:25.357970 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1eef8faa-10ba-4b3c-8549-d826af6c2f65 req-25bb9ae9-e093-4597-8fbb-e2f8add95194 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911f02af-988c-4767-bf9a-66d2f105a922 HTTP/1.1" status: 200 len: 217 time: 0.0924740 Feb 17 01:04:25.428432 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-01af97f6-aec8-4f14-8794-77008eb0c095 req-f12620f1-b878-4df7-a4f7-562b1c9e8be5 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146414 Feb 17 01:04:25.443487 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef8faa-10ba-4b3c-8549-d826af6c2f65 req-1d2da2b7-8c38-4cd3-88c1-6f9b7d99255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:25.445361 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1eef8faa-10ba-4b3c-8549-d826af6c2f65 req-1d2da2b7-8c38-4cd3-88c1-6f9b7d99255f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e12e7db-7d54-4916-b41c-cebcfa5cdbec HTTP/1.1" status: 200 len: 853 time: 0.0797350 Feb 17 01:04:25.556098 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1eef8faa-10ba-4b3c-8549-d826af6c2f65 req-f86a429b-aac4-4d4a-9b55-e2a0c03e952e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50270a8c-05f9-44ce-9876-7b1c2c420843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017091 Feb 17 01:04:25.958276 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a3883-67fd-479a-bcdc-ef83491c4452 req-7dd7b70e-6fab-4970-94ef-43f4f62ddcf6 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:25.960349 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ed9a3883-67fd-479a-bcdc-ef83491c4452 req-7dd7b70e-6fab-4970-94ef-43f4f62ddcf6 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 944 time: 0.1229336 Feb 17 01:04:26.051961 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1eef8faa-10ba-4b3c-8549-d826af6c2f65 req-1f49b83f-f5e4-45ea-ab19-8887fdc386aa service neutron] 10.222.0.42 "GET /v2.0/networks/50270a8c-05f9-44ce-9876-7b1c2c420843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877560 Feb 17 01:04:26.076179 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ed9a3883-67fd-479a-bcdc-ef83491c4452 req-3159d690-8bd9-4e30-bb85-9af9f0b421a6 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085896 Feb 17 01:04:26.271520 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1eef8faa-10ba-4b3c-8549-d826af6c2f65 req-a2bf8f7e-897c-4957-ba30-0bc394d80830 service neutron] 10.222.0.42 "GET /v2.0/networks/50270a8c-05f9-44ce-9876-7b1c2c420843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2118852 Feb 17 01:04:26.713815 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe9622-74bc-4539-951b-c02928bd8604 req-1227b6db-c24f-490b-b69e-8b1df2861715 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:26.715440 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-11fe9622-74bc-4539-951b-c02928bd8604 req-1227b6db-c24f-490b-b69e-8b1df2861715 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 945 time: 0.1019375 Feb 17 01:04:26.815149 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c8e44-47b4-4cfe-a1d1-b7d0a75239b5 req-08a06035-d9da-474b-9218-9d0bba69bb42 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:26.815999 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-829c8e44-47b4-4cfe-a1d1-b7d0a75239b5 req-08a06035-d9da-474b-9218-9d0bba69bb42 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Synchronizing usage tracker for tenant:3f41172a99244d648c7b2053813ce44e on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:04:26.836607 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-829c8e44-47b4-4cfe-a1d1-b7d0a75239b5 req-08a06035-d9da-474b-9218-9d0bba69bb42 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Unset dirty status for tenant:3f41172a99244d648c7b2053813ce44e on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:04:26.838035 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-829c8e44-47b4-4cfe-a1d1-b7d0a75239b5 req-08a06035-d9da-474b-9218-9d0bba69bb42 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 945 time: 0.1212668 Feb 17 01:04:26.969023 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-829c8e44-47b4-4cfe-a1d1-b7d0a75239b5 req-ac3bb1ce-4652-4b66-b2bb-3879a42dfddf tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Deleting port b46887ff-abcf-46bb-9078-58c568ea99f8 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:04:26.969345 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-829c8e44-47b4-4cfe-a1d1-b7d0a75239b5 req-ac3bb1ce-4652-4b66-b2bb-3879a42dfddf tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:27.016948 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-11fe9622-74bc-4539-951b-c02928bd8604 req-eeb71773-ce56-4a1c-82a7-92d628a0e8ce tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/security-groups?id=faab37ff-e322-4bc8-8f2c-d689615e2d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933733 Feb 17 01:04:27.289533 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-829c8e44-47b4-4cfe-a1d1-b7d0a75239b5 req-ac3bb1ce-4652-4b66-b2bb-3879a42dfddf tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] For port b46887ff-abcf-46bb-9078-58c568ea99f8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=b46887ff-abcf-46bb-9078-58c568ea99f8,segment=NetworkSegment(8e231d0a-a31c-4754-af38-96d93351c74a),segment_id=8e231d0a-a31c-4754-af38-96d93351c74a)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:04:27.290396 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-829c8e44-47b4-4cfe-a1d1-b7d0a75239b5 req-ac3bb1ce-4652-4b66-b2bb-3879a42dfddf tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:27.317146 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 57368) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:27.410386 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55337eb3-6161-4f35-840e-1d4ab87d8bee req-ccab8f20-9286-445a-8fa7-dbe47dcb2e38 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:27.411432 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-55337eb3-6161-4f35-840e-1d4ab87d8bee req-ccab8f20-9286-445a-8fa7-dbe47dcb2e38 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 944 time: 0.1236572 Feb 17 01:04:27.471931 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 911f02af-988c-4767-bf9a-66d2f105a922 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:04:27.520374 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-55337eb3-6161-4f35-840e-1d4ab87d8bee req-466e2053-82c9-430a-a9cb-8b2400bd15b5 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995011 Feb 17 01:04:27.576775 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port 911f02af-988c-4767-bf9a-66d2f105a922 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:04:27.583108 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 911f02af-988c-4767-bf9a-66d2f105a922 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:04:27.583718 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:27.658284 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-829c8e44-47b4-4cfe-a1d1-b7d0a75239b5 req-ac3bb1ce-4652-4b66-b2bb-3879a42dfddf tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Calling delete_port for b46887ff-abcf-46bb-9078-58c568ea99f8 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:04:27.818869 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdbacf8-0dbc-40f5-8880-357b3879b7ce admin admin] Deleting subnet c186eac3-4b79-4f7c-8162-09aea8654bd1 {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:04:27.831296 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6cdbacf8-0dbc-40f5-8880-357b3879b7ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:28.079629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6cdbacf8-0dbc-40f5-8880-357b3879b7ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851709794'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:28.176173 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6cdbacf8-0dbc-40f5-8880-357b3879b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853998860'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:28.190835 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:28.247238 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 911f02af-988c-4767-bf9a-66d2f105a922, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=911f02af-988c-4767-bf9a-66d2f105a922,segment=NetworkSegment(570ddb4b-a4ab-4820-8012-219b788bfdbe),segment_id=570ddb4b-a4ab-4820-8012-219b788bfdbe)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:04:28.248495 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df431a71-cbc7-4322-a773-ea09d7843c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911f02af-988c-4767-bf9a-66d2f105a922'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:04:28.259879 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:28.264068 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-829c8e44-47b4-4cfe-a1d1-b7d0a75239b5 req-ac3bb1ce-4652-4b66-b2bb-3879a42dfddf tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:28.283462 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:28.283851 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8f5d63a0-e108-47bb-85fc-fd4841749370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:28.322565 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-83b59e68-94fb-4772-b175-88ce55bca035 req-c4b8c6a2-ddd5-40b7-bfbe-b125858d27c1 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 210 time: 0.1114759 Feb 17 01:04:28.335259 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device b46887ff-abcf-46bb-9078-58c568ea99f8 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:04:28.372176 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df431a71-cbc7-4322-a773-ea09d7843c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911f02af-988c-4767-bf9a-66d2f105a922', 'code': 200} Feb 17 01:04:28.399470 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] No Port match for: b46887ff-abcf-46bb-9078-58c568ea99f8 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:04:28.399893 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device b46887ff-abcf-46bb-9078-58c568ea99f8 not bound to the agent host hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:04:28.403305 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bb1ce-4652-4b66-b2bb-3879a42dfddf tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Pushing event deleted for resources: {'Port': ['ID=b46887ff-abcf-46bb-9078-58c568ea99f8,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:28.439329 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=911f02af-988c-4767-bf9a-66d2f105a922,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:28.444165 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:28.488330 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ac3bb1ce-4652-4b66-b2bb-3879a42dfddf tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:28.757690 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-829c8e44-47b4-4cfe-a1d1-b7d0a75239b5 req-ac3bb1ce-4652-4b66-b2bb-3879a42dfddf tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] No DVR routers for this DVR port b46887ff-abcf-46bb-9078-58c568ea99f8 on host hv-cinder-75995 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:04:28.768621 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0838535-6001-4a46-a9d4-ab4623dae5b1 req-115f19bc-d94f-4fb0-930f-8483ffbc34ea tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:28.769800 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-829c8e44-47b4-4cfe-a1d1-b7d0a75239b5 req-ac3bb1ce-4652-4b66-b2bb-3879a42dfddf tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:28.770356 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a0838535-6001-4a46-a9d4-ab4623dae5b1 req-115f19bc-d94f-4fb0-930f-8483ffbc34ea tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 946 time: 0.1130319 Feb 17 01:04:28.775909 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9a81a1-1adb-4076-accf-eb3c49787d53', 'name': 'network-vif-deleted', 'tag': 'b46887ff-abcf-46bb-9078-58c568ea99f8'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:04:28.814546 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-829c8e44-47b4-4cfe-a1d1-b7d0a75239b5 req-ac3bb1ce-4652-4b66-b2bb-3879a42dfddf tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.42 "DELETE /v2.0/ports/b46887ff-abcf-46bb-9078-58c568ea99f8 HTTP/1.1" status: 204 len: 173 time: 1.9688678 Feb 17 01:04:28.845231 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6cdbacf8-0dbc-40f5-8880-357b3879b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3260342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2905146'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:28.868018 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:28.905466 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a0838535-6001-4a46-a9d4-ab4623dae5b1 req-6a9a9699-4db7-447b-9be3-22a574377f45 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204364 Feb 17 01:04:28.953753 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9a81a1-1adb-4076-accf-eb3c49787d53', 'name': 'network-vif-deleted', 'tag': 'b46887ff-abcf-46bb-9078-58c568ea99f8', 'status': 'completed', 'code': 200} Feb 17 01:04:28.965850 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035e907-5319-4d88-967e-d4af99542d30 req-13b6482f-9ff5-4ec6-8803-16d4f85f9bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:28.967497 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1035e907-5319-4d88-967e-d4af99542d30 req-13b6482f-9ff5-4ec6-8803-16d4f85f9bf0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 1163 time: 0.2658474 Feb 17 01:04:28.971725 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbacf8-0dbc-40f5-8880-357b3879b7ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c186eac3-4b79-4f7c-8162-09aea8654bd1,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:28.986411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6cdbacf8-0dbc-40f5-8880-357b3879b7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:29.057400 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1035e907-5319-4d88-967e-d4af99542d30 req-76c1ba48-965a-4c42-8dc1-1e79e7f39fe7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724165 Feb 17 01:04:29.062606 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6cdbacf8-0dbc-40f5-8880-357b3879b7ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:29.070403 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-6cdbacf8-0dbc-40f5-8880-357b3879b7ce admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c186eac3-4b79-4f7c-8162-09aea8654bd1 HTTP/1.1" status: 204 len: 168 time: 1.7515838 Feb 17 01:04:29.074992 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 57392) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:29.201239 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 911f02af-988c-4767-bf9a-66d2f105a922 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:04:29.220534 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-594b3c48-f926-4c95-9f90-cf583c52705b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854224426'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:29.246106 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a281559-3ff0-4051-b9f6-7380612c3625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:29.334033 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 911f02af-988c-4767-bf9a-66d2f105a922 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:04:29.334662 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:29.529136 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-594b3c48-f926-4c95-9f90-cf583c52705b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853995923', 'neutron.services.segments.db._delete_segments_for_network-8779335925738'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:29.595641 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a193b960-d903-4da6-8cec-88422a8d40ea req-fc3b6a84-24df-48cf-a955-28ede992fc97 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd9a81a1-1adb-4076-accf-eb3c49787d53 HTTP/1.1" status: 200 len: 210 time: 0.0551577 Feb 17 01:04:29.693493 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-594b3c48-f926-4c95-9f90-cf583c52705b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7f5852-8882-4c3e-94a9-e88fedcdc969']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:04:29.710591 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-594b3c48-f926-4c95-9f90-cf583c52705b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b8497a-82ab-41ab-a86a-774b6b20fcf9') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:04:29.710911 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-594b3c48-f926-4c95-9f90-cf583c52705b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b8497a-82ab-41ab-a86a-774b6b20fcf9') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:04:29.731452 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-594b3c48-f926-4c95-9f90-cf583c52705b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257518846972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3065990'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:29.749294 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-594b3c48-f926-4c95-9f90-cf583c52705b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:29.752498 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-594b3c48-f926-4c95-9f90-cf583c52705b admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:04:29.964635 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-594b3c48-f926-4c95-9f90-cf583c52705b admin admin] Network 1d7f5852-8882-4c3e-94a9-e88fedcdc969 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:04:29.984496 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-594b3c48-f926-4c95-9f90-cf583c52705b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853997851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851517111'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:30.360540 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d7031-b32a-4e52-b867-28a34f99b53e req-aee027b3-20ea-461a-a650-060c5777b1fc tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:30.362550 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-297d7031-b32a-4e52-b867-28a34f99b53e req-aee027b3-20ea-461a-a650-060c5777b1fc tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 946 time: 0.1269128 Feb 17 01:04:30.384112 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-594b3c48-f926-4c95-9f90-cf583c52705b admin admin] Network 1d7f5852-8882-4c3e-94a9-e88fedcdc969 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:04:30.422147 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-297d7031-b32a-4e52-b867-28a34f99b53e req-678cfc2a-7c97-49dc-8c00-c02adb4b4c3d tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525529 Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: Traceback (most recent call last): Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: timer() Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: cb(*args, **kw) Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: return func(*args, **kwargs) Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: self._notify() Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: self.callback(batched_events) Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: event.method(event) Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: return f(self, *a, **k) Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: return self._get(url).json() Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: **kwargs) Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: **endpoint_filter) Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:04:30.668529 dv-cinder-759955-4-smb neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:04:30.717306 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57424) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:30.781061 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-594b3c48-f926-4c95-9f90-cf583c52705b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777043'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:30.787363 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1ea32556-b3f7-4944-a763-27a6f4128c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:30.788254 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc63fa0-59c9-47ca-bf9d-efa1135a0d2e admin admin] Deleting subnet fcd2180f-8c74-4147-ab1b-02ce3246c291 {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:04:30.792183 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4dc63fa0-59c9-47ca-bf9d-efa1135a0d2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:30.826886 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-594b3c48-f926-4c95-9f90-cf583c52705b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:30.841915 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b3c48-f926-4c95-9f90-cf583c52705b admin admin] Pushing event deleted for resources: {'Network': ['ID=1d7f5852-8882-4c3e-94a9-e88fedcdc969,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:30.848628 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-594b3c48-f926-4c95-9f90-cf583c52705b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:30.858873 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4dc63fa0-59c9-47ca-bf9d-efa1135a0d2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850745984'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:30.859153 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-594b3c48-f926-4c95-9f90-cf583c52705b admin admin] 10.222.0.23 "DELETE /v2.0/networks/1d7f5852-8882-4c3e-94a9-e88fedcdc969 HTTP/1.1" status: 204 len: 168 time: 1.7798746 Feb 17 01:04:30.933184 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4dc63fa0-59c9-47ca-bf9d-efa1135a0d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853998860'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:31.124295 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 57436) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:31.224692 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-c6dede17-3437-424b-a891-2ffb45eaa50e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2269baf5fe148c89fe9d1769b74f48f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0980704 Feb 17 01:04:31.225002 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57442) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:31.319614 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4dc63fa0-59c9-47ca-bf9d-efa1135a0d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852682601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2536237'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:31.342128 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:31.430839 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e9a0a71d-61f9-40e3-8e39-3d81852d1fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:31.446696 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc63fa0-59c9-47ca-bf9d-efa1135a0d2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcd2180f-8c74-4147-ab1b-02ce3246c291,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:31.471020 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4dc63fa0-59c9-47ca-bf9d-efa1135a0d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:31.509221 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e9a0a71d-61f9-40e3-8e39-3d81852d1fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:31.562729 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4dc63fa0-59c9-47ca-bf9d-efa1135a0d2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:31.577653 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-4dc63fa0-59c9-47ca-bf9d-efa1135a0d2e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fcd2180f-8c74-4147-ab1b-02ce3246c291 HTTP/1.1" status: 204 len: 168 time: 0.8566396 Feb 17 01:04:31.577899 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 57454) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:31.602729 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e9a0a71d-61f9-40e3-8e39-3d81852d1fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:31.618877 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b8c6f71c-2824-4b89-b775-c98f7fc667cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:31.686424 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0a71d-61f9-40e3-8e39-3d81852d1fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661932d2-7463-43c8-a28f-fdc8779f2031,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:31.693941 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e9a0a71d-61f9-40e3-8e39-3d81852d1fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:31.704763 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e9a0a71d-61f9-40e3-8e39-3d81852d1fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:31.714690 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-e9a0a71d-61f9-40e3-8e39-3d81852d1fc8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/661932d2-7463-43c8-a28f-fdc8779f2031 HTTP/1.1" status: 204 len: 168 time: 0.4882925 Feb 17 01:04:31.736194 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6c8331d-e3ae-43cf-a288-74c2551853d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854224426'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:31.795347 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c7dab-ba31-4cab-9d8d-5265d2a5257f req-18f622a2-8ea8-49b8-a26e-7f8bcc1ae507 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:31.797289 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e89c7dab-ba31-4cab-9d8d-5265d2a5257f req-18f622a2-8ea8-49b8-a26e-7f8bcc1ae507 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 946 time: 0.1797407 Feb 17 01:04:31.899200 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e89c7dab-ba31-4cab-9d8d-5265d2a5257f req-24338962-de6e-4455-9ce5-448328a95a74 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897479 Feb 17 01:04:31.984808 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6c8331d-e3ae-43cf-a288-74c2551853d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853995923', 'neutron.services.segments.db._delete_segments_for_network-8779335925738'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:32.188214 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-c6c8331d-e3ae-43cf-a288-74c2551853d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819329f8-0ff3-4613-9040-d2394ba7d1f6']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:04:32.208206 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-c6c8331d-e3ae-43cf-a288-74c2551853d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e231d0a-a31c-4754-af38-96d93351c74a') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:04:32.208550 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-c6c8331d-e3ae-43cf-a288-74c2551853d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e231d0a-a31c-4754-af38-96d93351c74a') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:04:32.228849 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6c8331d-e3ae-43cf-a288-74c2551853d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257518846972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3065990'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:32.259310 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6c8331d-e3ae-43cf-a288-74c2551853d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:32.263429 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c6c8331d-e3ae-43cf-a288-74c2551853d0 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:04:32.666460 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c6c8331d-e3ae-43cf-a288-74c2551853d0 admin admin] Network 819329f8-0ff3-4613-9040-d2394ba7d1f6 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:04:32.681006 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6c8331d-e3ae-43cf-a288-74c2551853d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853997851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851517111'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:32.785008 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5fe2530f-2ea7-4052-9747-be57c6dc3ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:32.934282 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c6c8331d-e3ae-43cf-a288-74c2551853d0 admin admin] Network 819329f8-0ff3-4613-9040-d2394ba7d1f6 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: Traceback (most recent call last): Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: timer() Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: cb(*args, **kw) Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: return func(*args, **kwargs) Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: self._notify() Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: self.callback(batched_events) Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: event.method(event) Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: return f(self, *a, **k) Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: return self._get(url).json() Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: **kwargs) Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: **endpoint_filter) Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:04:32.968728 dv-cinder-759955-4-smb neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:04:33.156494 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6c8331d-e3ae-43cf-a288-74c2551853d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777043'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:33.161770 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6c8331d-e3ae-43cf-a288-74c2551853d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:33.166504 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-594b3c48-f926-4c95-9f90-cf583c52705b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:33.198811 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8331d-e3ae-43cf-a288-74c2551853d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=819329f8-0ff3-4613-9040-d2394ba7d1f6,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:33.201904 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c6c8331d-e3ae-43cf-a288-74c2551853d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:33.209415 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-c6c8331d-e3ae-43cf-a288-74c2551853d0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/819329f8-0ff3-4613-9040-d2394ba7d1f6 HTTP/1.1" status: 204 len: 168 time: 1.6316230 Feb 17 01:04:33.343902 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:33.437971 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57516) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:33.498045 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-0cb7bb41-f63f-486d-8f9c-1c2d1ce6938c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f41172a99244d648c7b2053813ce44e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585244 Feb 17 01:04:33.501045 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57520) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:33.598038 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-14143f80-11a6-423f-9925-a381745e34f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:33.630818 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-14143f80-11a6-423f-9925-a381745e34f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:33.705462 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-14143f80-11a6-423f-9925-a381745e34f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:33.717856 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ca47a72e-dce5-447f-aa1c-73573b7400e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:33.746070 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14143f80-11a6-423f-9925-a381745e34f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faab37ff-e322-4bc8-8f2c-d689615e2d41,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:33.755696 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-14143f80-11a6-423f-9925-a381745e34f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:33.767441 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-14143f80-11a6-423f-9925-a381745e34f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:33.772224 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-14143f80-11a6-423f-9925-a381745e34f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/faab37ff-e322-4bc8-8f2c-d689615e2d41 HTTP/1.1" status: 204 len: 168 time: 0.2673659 Feb 17 01:04:34.024339 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:34.732620 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:34.755565 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968eacd-b966-4529-bfa6-7016e4a6c65b req-41b59600-1788-457f-a8cf-87293ce834df tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:34.766405 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c968eacd-b966-4529-bfa6-7016e4a6c65b req-41b59600-1788-457f-a8cf-87293ce834df tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.2789221 Feb 17 01:04:34.836536 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c968eacd-b966-4529-bfa6-7016e4a6c65b req-a935a1cd-eccc-4403-9825-cfee350c47a3 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607810 Feb 17 01:04:35.260886 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57616) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:35.600764 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cc2f469e-b041-428d-a20b-7fe047efd7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:35.627868 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cc2f469e-b041-428d-a20b-7fe047efd7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:35.632991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-cc2f469e-b041-428d-a20b-7fe047efd7c3 admin admin] Usage tracker for resource:security_group_rule and tenant:8754ccf93a7d45b0a3c676de472dfa3c is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:35.637173 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-cc2f469e-b041-428d-a20b-7fe047efd7c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:35.646051 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cc2f469e-b041-428d-a20b-7fe047efd7c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:35.787183 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cc2f469e-b041-428d-a20b-7fe047efd7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:35.792212 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cc2f469e-b041-428d-a20b-7fe047efd7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:35.810106 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-346cfd3a-048d-4198-9af1-5e0ac7a7d972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:35.862948 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-cc2f469e-b041-428d-a20b-7fe047efd7c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8754ccf93a7d45b0a3c676de472dfa3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5972407 Feb 17 01:04:35.862948 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f469e-b041-428d-a20b-7fe047efd7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4347d0e0-5e32-4925-b4f7-29b972b85dc2,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:35.863477 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57636) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:35.866955 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cc2f469e-b041-428d-a20b-7fe047efd7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:35.951395 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1bcaf942-9dcc-4db9-9867-826c8678f64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:35.991591 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1bcaf942-9dcc-4db9-9867-826c8678f64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:36.058774 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-589e7b50-931e-4002-af2c-a7dbceef1de7 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:36.061972 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-589e7b50-931e-4002-af2c-a7dbceef1de7 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Synchronizing usage tracker for tenant:475f7d7891b64c41a88eeff4cb15f254 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:04:36.077457 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1bcaf942-9dcc-4db9-9867-826c8678f64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:36.093558 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a53a88f4-1870-442f-b57c-bb0e8aec3507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:36.102330 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-589e7b50-931e-4002-af2c-a7dbceef1de7 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Unset dirty status for tenant:475f7d7891b64c41a88eeff4cb15f254 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:04:36.104406 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-589e7b50-931e-4002-af2c-a7dbceef1de7 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.42 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.2025514 Feb 17 01:04:36.131886 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcaf942-9dcc-4db9-9867-826c8678f64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4347d0e0-5e32-4925-b4f7-29b972b85dc2,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:36.142646 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1bcaf942-9dcc-4db9-9867-826c8678f64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:36.144742 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-1bcaf942-9dcc-4db9-9867-826c8678f64a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4347d0e0-5e32-4925-b4f7-29b972b85dc2 HTTP/1.1" status: 204 len: 168 time: 0.2801573 Feb 17 01:04:36.146268 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1bcaf942-9dcc-4db9-9867-826c8678f64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:36.270131 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbc554-d7c7-4df3-9b8f-56a9e3822c2d req-b1ff7992-e555-48e3-bc35-6d55e954f640 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:36.278723 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2acbc554-d7c7-4df3-9b8f-56a9e3822c2d req-b1ff7992-e555-48e3-bc35-6d55e954f640 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 946 time: 0.1207867 Feb 17 01:04:36.285353 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Deleting port 931724d3-6963-4d91-81d1-07606ad03e4e {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:04:36.287597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:36.340468 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2acbc554-d7c7-4df3-9b8f-56a9e3822c2d req-a39823a6-3734-4f82-9326-b3cb2e922cf5 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604308 Feb 17 01:04:36.831753 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] For port 931724d3-6963-4d91-81d1-07606ad03e4e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=931724d3-6963-4d91-81d1-07606ad03e4e,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:04:36.832713 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:36.902960 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57662) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:36.937895 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-19adb9a1-bdcd-4258-8e1b-6c52d25735e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:36.961110 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-19adb9a1-bdcd-4258-8e1b-6c52d25735e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:36.966018 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-19adb9a1-bdcd-4258-8e1b-6c52d25735e0 admin admin] Usage tracker for resource:security_group_rule and tenant:484f53621ae249a286985c00e1fcb310 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:36.970405 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-19adb9a1-bdcd-4258-8e1b-6c52d25735e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:36.978082 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-19adb9a1-bdcd-4258-8e1b-6c52d25735e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:37.100984 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-19adb9a1-bdcd-4258-8e1b-6c52d25735e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:37.107661 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-19adb9a1-bdcd-4258-8e1b-6c52d25735e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:37.111919 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:37.126412 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-375b2bef-5a13-4f21-913a-aae48cb36270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:37.196712 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-19adb9a1-bdcd-4258-8e1b-6c52d25735e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=484f53621ae249a286985c00e1fcb310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916923 Feb 17 01:04:37.209368 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57668) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:37.214505 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 931724d3-6963-4d91-81d1-07606ad03e4e no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:04:37.254759 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adb9a1-bdcd-4258-8e1b-6c52d25735e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869dd273-6adb-4a91-a92a-b62d932432f1,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:37.271326 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-19adb9a1-bdcd-4258-8e1b-6c52d25735e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:37.375165 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-27fec7a9-2595-4757-a18f-c3e5fb82c054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:37.393533 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:37.415549 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:37.416135 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853018709'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:37.416594 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.l3_db [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Floating IP 2e51f2a4-49be-4d43-b87b-534adc88cf13 disassociated. External IP: 172.28.2.234, port: 931724d3-6963-4d91-81d1-07606ad03e4e. Feb 17 01:04:37.417079 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Calling delete_port for 931724d3-6963-4d91-81d1-07606ad03e4e owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:04:37.454048 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-27fec7a9-2595-4757-a18f-c3e5fb82c054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:37.518306 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d0f756-5718-4416-a94f-829301189515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '931724d3-6963-4d91-81d1-07606ad03e4e'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:04:37.545320 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 931724d3-6963-4d91-81d1-07606ad03e4e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=931724d3-6963-4d91-81d1-07606ad03e4e,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:04:37.551127 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:37.558569 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:37.679975 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.db.api [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:04:37.680309 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_db.api [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:04:37.707535 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=931724d3-6963-4d91-81d1-07606ad03e4e,revision_number=7']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:37.713102 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:37.716786 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d0f756-5718-4416-a94f-829301189515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '931724d3-6963-4d91-81d1-07606ad03e4e', 'code': 200} Feb 17 01:04:37.770163 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-27fec7a9-2595-4757-a18f-c3e5fb82c054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:37.784809 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-af90883f-3f1a-4206-b874-2cc03f43dc9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:37.807402 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fec7a9-2595-4757-a18f-c3e5fb82c054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869dd273-6adb-4a91-a92a-b62d932432f1,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:37.818333 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-27fec7a9-2595-4757-a18f-c3e5fb82c054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:37.822093 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-27fec7a9-2595-4757-a18f-c3e5fb82c054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:37.823020 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-27fec7a9-2595-4757-a18f-c3e5fb82c054 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/869dd273-6adb-4a91-a92a-b62d932432f1 HTTP/1.1" status: 204 len: 168 time: 0.6122525 Feb 17 01:04:37.878842 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d5d0c-1496-4763-9615-3674b4152a3d req-34791bcb-ac72-4f99-a1b5-ac8ad3b8fd7d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:37.888975 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-717d5d0c-1496-4763-9615-3674b4152a3d req-34791bcb-ac72-4f99-a1b5-ac8ad3b8fd7d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 944 time: 0.2896321 Feb 17 01:04:37.946840 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-717d5d0c-1496-4763-9615-3674b4152a3d req-1f471138-7a8c-4bfb-93e0-f12bab87c524 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=16702c69-5a03-4beb-9c5a-e0865880dfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566895 Feb 17 01:04:38.182228 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Deleting port 931724d3-6963-4d91-81d1-07606ad03e4e {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:04:38.182625 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:38.226832 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57694) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:38.404794 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-31c6097e-762b-46f0-a935-8aa28255ecf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:38.420130 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-31c6097e-762b-46f0-a935-8aa28255ecf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:38.424809 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-31c6097e-762b-46f0-a935-8aa28255ecf2 admin admin] Usage tracker for resource:security_group_rule and tenant:8940885ea244403f86af649433b4aa0b is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:38.428170 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-31c6097e-762b-46f0-a935-8aa28255ecf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:38.434911 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-31c6097e-762b-46f0-a935-8aa28255ecf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:38.534225 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] For port 931724d3-6963-4d91-81d1-07606ad03e4e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=931724d3-6963-4d91-81d1-07606ad03e4e,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:04:38.535093 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:38.550124 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-31c6097e-762b-46f0-a935-8aa28255ecf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:38.554282 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-31c6097e-762b-46f0-a935-8aa28255ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:38.569758 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4a55ebee-fa8a-4c75-bc2e-664dc90b4ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:38.602225 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-31c6097e-762b-46f0-a935-8aa28255ecf2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8940885ea244403f86af649433b4aa0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715329 Feb 17 01:04:38.608173 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57708) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:38.630657 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6097e-762b-46f0-a935-8aa28255ecf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d50fbee-448e-4304-9f18-1077f3793631,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:38.636634 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-31c6097e-762b-46f0-a935-8aa28255ecf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:38.706149 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ee01aa94-dd23-46eb-aadd-e1e1c51f0617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:38.737886 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ee01aa94-dd23-46eb-aadd-e1e1c51f0617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:38.797349 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ee01aa94-dd23-46eb-aadd-e1e1c51f0617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:38.806764 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e28b0462-72ab-47c4-9f25-66c679f167b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:38.824496 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01aa94-dd23-46eb-aadd-e1e1c51f0617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d50fbee-448e-4304-9f18-1077f3793631,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:38.827361 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ee01aa94-dd23-46eb-aadd-e1e1c51f0617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:38.828928 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-ee01aa94-dd23-46eb-aadd-e1e1c51f0617 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d50fbee-448e-4304-9f18-1077f3793631 HTTP/1.1" status: 204 len: 168 time: 0.2162781 Feb 17 01:04:38.830985 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ee01aa94-dd23-46eb-aadd-e1e1c51f0617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:38.929976 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:38.930958 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853018709'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:38.930958 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.l3_db [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Floating IP 2e51f2a4-49be-4d43-b87b-534adc88cf13 disassociated. External IP: 172.28.2.234, port: 931724d3-6963-4d91-81d1-07606ad03e4e. Feb 17 01:04:38.930958 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Calling delete_port for 931724d3-6963-4d91-81d1-07606ad03e4e owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:04:39.269888 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:39.296373 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ac3bb1ce-4652-4b66-b2bb-3879a42dfddf tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:39.336569 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3a3a3bcb-3371-4cea-96d0-b06dc209ea5f req-5155fe41-d52c-4200-ac73-9e16d524d961 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 210 time: 0.1028888 Feb 17 01:04:39.448104 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Pushing event deleted for resources: {'Port': ['ID=931724d3-6963-4d91-81d1-07606ad03e4e,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:39.451775 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:39.488712 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57734) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:39.511961 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-116faa76-e6f3-45f0-9df8-23cbdca35434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:39.534896 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-116faa76-e6f3-45f0-9df8-23cbdca35434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:39.541735 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-116faa76-e6f3-45f0-9df8-23cbdca35434 admin admin] Usage tracker for resource:security_group_rule and tenant:e9d81a15578b40ee8f7f87900f12e079 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:39.546296 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-116faa76-e6f3-45f0-9df8-23cbdca35434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:39.553744 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-116faa76-e6f3-45f0-9df8-23cbdca35434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:39.663710 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-116faa76-e6f3-45f0-9df8-23cbdca35434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:39.748376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-116faa76-e6f3-45f0-9df8-23cbdca35434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:39.775432 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1007f731-d068-433a-a3de-a1721e4dfab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:39.822591 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-116faa76-e6f3-45f0-9df8-23cbdca35434 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9d81a15578b40ee8f7f87900f12e079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319924 Feb 17 01:04:39.830234 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57742) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:39.931497 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116faa76-e6f3-45f0-9df8-23cbdca35434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b4a352-19d4-4249-80b2-637cb3f7ec7c,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:39.938806 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-116faa76-e6f3-45f0-9df8-23cbdca35434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:40.091292 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bff3e5a3-721a-4554-97c3-d3a3f145b9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:40.235256 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bff3e5a3-721a-4554-97c3-d3a3f145b9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:40.270304 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Router c930129e-8833-48d9-be6e-a68613a018f4 has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:04:40.373580 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bff3e5a3-721a-4554-97c3-d3a3f145b9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:40.401682 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ecaf6106-b87f-40a9-ae36-47c4e1766df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:40.444551 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bff3e5a3-721a-4554-97c3-d3a3f145b9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:40.447239 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-bff3e5a3-721a-4554-97c3-d3a3f145b9c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6b4a352-19d4-4249-80b2-637cb3f7ec7c HTTP/1.1" status: 204 len: 168 time: 0.6146853 Feb 17 01:04:40.449922 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3e5a3-721a-4554-97c3-d3a3f145b9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b4a352-19d4-4249-80b2-637cb3f7ec7c,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:40.468529 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bff3e5a3-721a-4554-97c3-d3a3f145b9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:40.587539 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:04:40.601279 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49ac3d5-51ce-4d13-bd16-ac83b7bbcbc9 None None] Sync routers for ids ['c930129e-8833-48d9-be6e-a68613a018f4'] in dv-cinder-759955-4-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:04:40.628676 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ac3d5-51ce-4d13-bd16-ac83b7bbcbc9 None None] Routers {'c930129e-8833-48d9-be6e-a68613a018f4'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:04:40.629877 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f49ac3d5-51ce-4d13-bd16-ac83b7bbcbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:04:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c930129e-8833-48d9-be6e-a68613a018f4'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:04:40.682910 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] No DVR routers for this DVR port 931724d3-6963-4d91-81d1-07606ad03e4e on host hv-cinder-75995 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:04:40.685735 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8c89d73e-198e-470b-a8d3-7ee3e40fca48 req-118c6791-5d19-49bf-8efd-b527824892c4 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=45d0f756-5718-4416-a94f-829301189515 HTTP/1.1" status: 200 len: 210 time: 0.1149139 Feb 17 01:04:40.708175 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:40.727947 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d0f756-5718-4416-a94f-829301189515', 'name': 'network-vif-deleted', 'tag': '931724d3-6963-4d91-81d1-07606ad03e4e'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:04:40.754980 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e8bc90ec-da16-4bc2-9a66-13aecb5dc42b req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.42 "DELETE /v2.0/ports/931724d3-6963-4d91-81d1-07606ad03e4e HTTP/1.1" status: 204 len: 173 time: 4.6432977 Feb 17 01:04:40.805220 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d0f756-5718-4416-a94f-829301189515', 'name': 'network-vif-deleted', 'tag': '931724d3-6963-4d91-81d1-07606ad03e4e', 'status': 'completed', 'code': 200} Feb 17 01:04:41.053180 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-f49ac3d5-51ce-4d13-bd16-ac83b7bbcbc9 None None] Set router c930129e-8833-48d9-be6e-a68613a018f4 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:04:41.670886 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f49ac3d5-51ce-4d13-bd16-ac83b7bbcbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'bce4a75b-5510-4d41-a303-1c0b34c972bd', 'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'mac_address': 'fa:16:3e:6b:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:34Z', 'updated_at': '2021-02-17T01:00:53Z', 'revision_number': 5, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'subnets': [{'id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:04:41.682332 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49ac3d5-51ce-4d13-bd16-ac83b7bbcbc9 None None] Checking router: c930129e-8833-48d9-be6e-a68613a018f4 for host: dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:04:41.704266 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ac3d5-51ce-4d13-bd16-ac83b7bbcbc9 None None] Routers {'c930129e-8833-48d9-be6e-a68613a018f4'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:04:41.706044 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f49ac3d5-51ce-4d13-bd16-ac83b7bbcbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:04:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c930129e-8833-48d9-be6e-a68613a018f4'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:04:41.951398 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57790) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:42.093588 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b96e0821-4c0f-40ca-9936-76b401b26dcf tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:42.162696 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:04:42.178246 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-f49ac3d5-51ce-4d13-bd16-ac83b7bbcbc9 None None] Set router c930129e-8833-48d9-be6e-a68613a018f4 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:04:42.202056 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b96e0821-4c0f-40ca-9936-76b401b26dcf tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:42.333088 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b96e0821-4c0f-40ca-9936-76b401b26dcf tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:42.349857 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:42.406179 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e0821-4c0f-40ca-9936-76b401b26dcf tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16702c69-5a03-4beb-9c5a-e0865880dfc0,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:42.412112 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b96e0821-4c0f-40ca-9936-76b401b26dcf tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:42.422222 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b96e0821-4c0f-40ca-9936-76b401b26dcf tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:42.423558 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-b96e0821-4c0f-40ca-9936-76b401b26dcf tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "DELETE /v2.0/security-groups/16702c69-5a03-4beb-9c5a-e0865880dfc0 HTTP/1.1" status: 204 len: 168 time: 0.4708922 Feb 17 01:04:42.429419 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 57808) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:42.483307 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.v2.resource [None req-c46e67ae-9d2e-4d00-acc3-b2d2574bf20f tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] show failed (client error): The resource could not be found. Feb 17 01:04:42.491960 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57814) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:42.496296 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-c46e67ae-9d2e-4d00-acc3-b2d2574bf20f tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups/16702c69-5a03-4beb-9c5a-e0865880dfc0 HTTP/1.1" status: 404 len: 347 time: 0.0641422 Feb 17 01:04:42.702982 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-ece3b866-9a0a-48c2-ac43-313de5f2b87a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Deleting port f777b163-0815-4bc3-b0a3-0ff986960be9 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:04:42.702982 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ece3b866-9a0a-48c2-ac43-313de5f2b87a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:42.833654 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f49ac3d5-51ce-4d13-bd16-ac83b7bbcbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'bce4a75b-5510-4d41-a303-1c0b34c972bd', 'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'mac_address': 'fa:16:3e:6b:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:34Z', 'updated_at': '2021-02-17T01:00:53Z', 'revision_number': 5, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'subnets': [{'id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:04:42.851177 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49ac3d5-51ce-4d13-bd16-ac83b7bbcbc9 None None] The sync data for ids ['c930129e-8833-48d9-be6e-a68613a018f4'] in dv-cinder-759955-4-smb is: [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'bce4a75b-5510-4d41-a303-1c0b34c972bd', 'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'mac_address': 'fa:16:3e:6b:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:34Z', 'updated_at': '2021-02-17T01:00:53Z', 'revision_number': 5, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'subnets': [{'id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:04:43.041065 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ece3b866-9a0a-48c2-ac43-313de5f2b87a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:43.041771 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ece3b866-9a0a-48c2-ac43-313de5f2b87a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:43.295735 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-ece3b866-9a0a-48c2-ac43-313de5f2b87a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Calling delete_port for f777b163-0815-4bc3-b0a3-0ff986960be9 owned by network:floatingip {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:04:43.492424 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0b1e67-e938-41cf-a1cc-5db18c8aa8a5 None None] New status for floating IP 2e51f2a4-49be-4d43-b87b-534adc88cf13: DOWN {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:04:43.548927 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ece3b866-9a0a-48c2-ac43-313de5f2b87a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:43.578142 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:43.696087 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3b866-9a0a-48c2-ac43-313de5f2b87a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Pushing event deleted for resources: {'Port': ['ID=f777b163-0815-4bc3-b0a3-0ff986960be9,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:43.699481 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ece3b866-9a0a-48c2-ac43-313de5f2b87a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:43.861913 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ece3b866-9a0a-48c2-ac43-313de5f2b87a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for floatingip, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:43.880345 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ece3b866-9a0a-48c2-ac43-313de5f2b87a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:43.885877 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-ece3b866-9a0a-48c2-ac43-313de5f2b87a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "DELETE /v2.0/floatingips/2e51f2a4-49be-4d43-b87b-534adc88cf13 HTTP/1.1" status: 204 len: 168 time: 1.3927233 Feb 17 01:04:44.698943 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57930) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:44.706283 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-7e2e7e13-c004-4ff8-9fab-f6fc862f6097 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1730150455', 'description': 'tempest-description--1789907614'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:04:44.718595 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7e2e7e13-c004-4ff8-9fab-f6fc862f6097 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:44.724922 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7e2e7e13-c004-4ff8-9fab-f6fc862f6097 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Usage tracker for resource:security_group and tenant:475f7d7891b64c41a88eeff4cb15f254 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:44.729837 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7e2e7e13-c004-4ff8-9fab-f6fc862f6097 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:44.739018 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7e2e7e13-c004-4ff8-9fab-f6fc862f6097 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:44.757680 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7e2e7e13-c004-4ff8-9fab-f6fc862f6097 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:44.784838 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7e2e7e13-c004-4ff8-9fab-f6fc862f6097 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:44.790111 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7e2e7e13-c004-4ff8-9fab-f6fc862f6097 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Usage tracker for resource:security_group_rule and tenant:475f7d7891b64c41a88eeff4cb15f254 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:44.794150 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7e2e7e13-c004-4ff8-9fab-f6fc862f6097 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:44.805532 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7e2e7e13-c004-4ff8-9fab-f6fc862f6097 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:44.924993 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7e2e7e13-c004-4ff8-9fab-f6fc862f6097 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:44.930301 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7e2e7e13-c004-4ff8-9fab-f6fc862f6097 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:44.942627 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fc515b6f-2267-40f4-b2b4-35eedf12faab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:45.046648 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e7e13-c004-4ff8-9fab-f6fc862f6097 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9160c6-0266-41e3-9d07-7db8121ca555,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:45.058597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7e2e7e13-c004-4ff8-9fab-f6fc862f6097 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:45.072351 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7e2e7e13-c004-4ff8-9fab-f6fc862f6097 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:45.074875 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-7e2e7e13-c004-4ff8-9fab-f6fc862f6097 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3743627 Feb 17 01:04:45.078062 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57960) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:45.089636 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-3ee263f7-5469-4378-89d1-e928594c3248 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Request body: {'security_group_rule': {'security_group_id': '9c9160c6-0266-41e3-9d07-7db8121ca555', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:04:45.099189 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-3ee263f7-5469-4378-89d1-e928594c3248 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:45.105223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-3ee263f7-5469-4378-89d1-e928594c3248 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Usage tracker for resource:security_group_rule and tenant:475f7d7891b64c41a88eeff4cb15f254 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:45.111660 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-3ee263f7-5469-4378-89d1-e928594c3248 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:45.120107 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-3ee263f7-5469-4378-89d1-e928594c3248 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:45.141510 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3ee263f7-5469-4378-89d1-e928594c3248 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:45.232634 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3ee263f7-5469-4378-89d1-e928594c3248 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:45.238621 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3ee263f7-5469-4378-89d1-e928594c3248 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748861'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:45.241436 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d6c365a0-7d20-48ed-8b34-a9a94423a2d6 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:45.262901 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee263f7-5469-4378-89d1-e928594c3248 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f6a4a1-c6bc-49e7-9fcb-ee348ee8f68a,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:45.268722 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3ee263f7-5469-4378-89d1-e928594c3248 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:45.303577 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3ee263f7-5469-4378-89d1-e928594c3248 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:45.309727 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-3ee263f7-5469-4378-89d1-e928594c3248 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2269719 Feb 17 01:04:45.311148 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 57974) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:45.321127 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-cd3bbbe8-ab23-4cda-81cf-dd8c18017bb1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Request body: {'security_group_rule': {'security_group_id': '9c9160c6-0266-41e3-9d07-7db8121ca555', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:04:45.339250 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cd3bbbe8-ab23-4cda-81cf-dd8c18017bb1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:45.348544 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-cd3bbbe8-ab23-4cda-81cf-dd8c18017bb1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Usage tracker for resource:security_group_rule and tenant:475f7d7891b64c41a88eeff4cb15f254 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:45.353469 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-cd3bbbe8-ab23-4cda-81cf-dd8c18017bb1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:45.365188 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cd3bbbe8-ab23-4cda-81cf-dd8c18017bb1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:45.386544 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbbe8-ab23-4cda-81cf-dd8c18017bb1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:45.472661 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57978) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:45.495084 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbbe8-ab23-4cda-81cf-dd8c18017bb1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:45.499630 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbbe8-ab23-4cda-81cf-dd8c18017bb1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748861'] for security_group_rule, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:45.502451 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:45.530041 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bbbe8-ab23-4cda-81cf-dd8c18017bb1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5746a152-d3b7-4875-88ab-f0a0183c1bbf,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:45.536939 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cd3bbbe8-ab23-4cda-81cf-dd8c18017bb1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:45.542262 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbbe8-ab23-4cda-81cf-dd8c18017bb1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:45.546826 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-cd3bbbe8-ab23-4cda-81cf-dd8c18017bb1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2289875 Feb 17 01:04:45.547514 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 57984) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:45.556636 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Request body: {'floatingip': {'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:04:45.569688 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:45.578356 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Usage tracker for resource:floatingip and tenant:475f7d7891b64c41a88eeff4cb15f254 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:45.584564 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:45.591923 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:45.608359 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for floatingip, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:45.779013 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3306f1f0-37c6-4eb6-b89d-804e3fc230b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:45.815064 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-3306f1f0-37c6-4eb6-b89d-804e3fc230b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:45.832564 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-3306f1f0-37c6-4eb6-b89d-804e3fc230b2 admin admin] Usage tracker for resource:security_group_rule and tenant:0ec8b15773db46688acc2b489c6dc593 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:45.834723 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 57990) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:45.841080 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-3306f1f0-37c6-4eb6-b89d-804e3fc230b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:45.852211 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-3306f1f0-37c6-4eb6-b89d-804e3fc230b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:45.978166 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:46.010205 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-37733266-2114-4bb2-8074-eaa17cf9e9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:46.027969 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-37733266-2114-4bb2-8074-eaa17cf9e9a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:46.033106 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-37733266-2114-4bb2-8074-eaa17cf9e9a1 admin admin] Usage tracker for resource:security_group_rule and tenant:b9a59f5bffd74374be818ac53497ec8b is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:46.036607 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-37733266-2114-4bb2-8074-eaa17cf9e9a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:46.044023 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-37733266-2114-4bb2-8074-eaa17cf9e9a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:46.118528 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3306f1f0-37c6-4eb6-b89d-804e3fc230b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:46.123341 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3306f1f0-37c6-4eb6-b89d-804e3fc230b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:46.135514 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-36dab298-9d67-47f5-9ae8-f8531dbf3ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:46.150830 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-37733266-2114-4bb2-8074-eaa17cf9e9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:46.155177 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-37733266-2114-4bb2-8074-eaa17cf9e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:46.166951 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4a7d9cf7-5198-4288-ba8d-d9bc683ddeb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:46.224397 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-37733266-2114-4bb2-8074-eaa17cf9e9a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9a59f5bffd74374be818ac53497ec8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878403 Feb 17 01:04:46.225136 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 57998) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:46.229863 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37733266-2114-4bb2-8074-eaa17cf9e9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5248e42-8989-49f5-ade7-158e16acd067,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:46.245924 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-37733266-2114-4bb2-8074-eaa17cf9e9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:46.307147 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f27b7155-511a-476e-8c3d-59c18b78ec34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:46.343336 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f27b7155-511a-476e-8c3d-59c18b78ec34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:46.405424 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f27b7155-511a-476e-8c3d-59c18b78ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:46.413096 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8ac0a19b-e93d-490b-94dd-0cba1a1860c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:46.429190 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b7155-511a-476e-8c3d-59c18b78ec34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5248e42-8989-49f5-ade7-158e16acd067,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:46.434803 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f27b7155-511a-476e-8c3d-59c18b78ec34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:46.437437 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f27b7155-511a-476e-8c3d-59c18b78ec34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:46.442277 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-f27b7155-511a-476e-8c3d-59c18b78ec34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5248e42-8989-49f5-ade7-158e16acd067 HTTP/1.1" status: 204 len: 168 time: 0.2146780 Feb 17 01:04:46.461632 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 58012) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:46.461901 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-3306f1f0-37c6-4eb6-b89d-804e3fc230b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ec8b15773db46688acc2b489c6dc593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9877579 Feb 17 01:04:46.475722 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306f1f0-37c6-4eb6-b89d-804e3fc230b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26726d04-cb6e-455e-a367-5ed0715271bd,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:46.479505 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3306f1f0-37c6-4eb6-b89d-804e3fc230b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:46.578482 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b3b34ba5-e006-4e1d-b418-e419ba7384ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:46.613962 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b3b34ba5-e006-4e1d-b418-e419ba7384ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:46.683760 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Allocated IP 172.28.2.208 (2e19633c-545c-4fb1-b120-f8a653754f93/b7820f59-df4d-447e-aa70-8d8cb70b78f3/97fa7e99-34b1-4310-9cf9-6c1539a10089) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:04:46.690964 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b3b34ba5-e006-4e1d-b418-e419ba7384ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:46.705012 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6bf77b40-c2ab-4889-9b78-66457c201032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:46.732799 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b34ba5-e006-4e1d-b418-e419ba7384ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26726d04-cb6e-455e-a367-5ed0715271bd,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:46.738668 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b3b34ba5-e006-4e1d-b418-e419ba7384ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:46.742037 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b3b34ba5-e006-4e1d-b418-e419ba7384ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:46.766805 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-b3b34ba5-e006-4e1d-b418-e419ba7384ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26726d04-cb6e-455e-a367-5ed0715271bd HTTP/1.1" status: 204 len: 168 time: 0.3032165 Feb 17 01:04:46.892725 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 58026) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:46.920873 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3bcdcc7a-9fce-418b-bd20-c75ceeb609f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:46.939376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-3bcdcc7a-9fce-418b-bd20-c75ceeb609f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:46.944292 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-3bcdcc7a-9fce-418b-bd20-c75ceeb609f3 admin admin] Usage tracker for resource:security_group_rule and tenant:5733e49d9f1e4b259a97804006836f43 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:46.948310 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-3bcdcc7a-9fce-418b-bd20-c75ceeb609f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:46.953668 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:46.955481 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-3bcdcc7a-9fce-418b-bd20-c75ceeb609f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:46.994250 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:47.034546 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:47.131887 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3bcdcc7a-9fce-418b-bd20-c75ceeb609f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:47.136921 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3bcdcc7a-9fce-418b-bd20-c75ceeb609f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:47.153254 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8185e2e7-bc2f-4528-b675-6614cedab946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:47.193993 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Pushing event updated for resources: {'Port': ['ID=97fa7e99-34b1-4310-9cf9-6c1539a10089,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:47.200204 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:47.202663 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-3bcdcc7a-9fce-418b-bd20-c75ceeb609f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5733e49d9f1e4b259a97804006836f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073792 Feb 17 01:04:47.208547 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 58032) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:47.212596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdcc7a-9fce-418b-bd20-c75ceeb609f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37300001-c4d1-49c7-bd9d-602f657c773d,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:47.232903 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3bcdcc7a-9fce-418b-bd20-c75ceeb609f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:47.273171 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Network 2e19633c-545c-4fb1-b120-f8a653754f93 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:04:47.274759 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:04:47.277952 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:04:47.299392 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bcaff0a-0c3d-4383-9eed-9d38281f0d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:47.330650 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bcaff0a-0c3d-4383-9eed-9d38281f0d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:47.353978 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58036) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:47.385171 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bcaff0a-0c3d-4383-9eed-9d38281f0d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:47.390945 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e400ba87-fe27-45ce-8812-4284d9ad06d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:47.397722 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ce44ac5d-04b6-404c-8fb1-4b2cbad8c001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:47.404673 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcaff0a-0c3d-4383-9eed-9d38281f0d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37300001-c4d1-49c7-bd9d-602f657c773d,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:47.408543 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6bcaff0a-0c3d-4383-9eed-9d38281f0d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:47.412067 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bcaff0a-0c3d-4383-9eed-9d38281f0d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:47.418665 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-6bcaff0a-0c3d-4383-9eed-9d38281f0d54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37300001-c4d1-49c7-bd9d-602f657c773d HTTP/1.1" status: 204 len: 168 time: 0.2086203 Feb 17 01:04:47.419307 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ce44ac5d-04b6-404c-8fb1-4b2cbad8c001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:47.427075 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-ce44ac5d-04b6-404c-8fb1-4b2cbad8c001 admin admin] Usage tracker for resource:security_group_rule and tenant:a263daccebea446bbee2d4e7f4235e3a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:47.431938 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-ce44ac5d-04b6-404c-8fb1-4b2cbad8c001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:47.435373 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:47.440929 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ce44ac5d-04b6-404c-8fb1-4b2cbad8c001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:47.535543 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:47.728233 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ce44ac5d-04b6-404c-8fb1-4b2cbad8c001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:47.736085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ce44ac5d-04b6-404c-8fb1-4b2cbad8c001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:47.758797 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3306f1f0-37c6-4eb6-b89d-804e3fc230b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:47.882785 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44ac5d-04b6-404c-8fb1-4b2cbad8c001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99b483f-de40-4d6e-8623-d0334946d004,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:47.890109 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-ce44ac5d-04b6-404c-8fb1-4b2cbad8c001 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a263daccebea446bbee2d4e7f4235e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5347450 Feb 17 01:04:47.891206 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ce44ac5d-04b6-404c-8fb1-4b2cbad8c001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:47.895770 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 58050) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:48.003451 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:48.009168 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2094666'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:48.032114 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe879-d1c3-40d9-a366-6abb10467af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:48.048467 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:48.128307 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe879-d1c3-40d9-a366-6abb10467af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:48.185872 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe879-d1c3-40d9-a366-6abb10467af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:48.192734 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a94a3c35-0e30-4ccb-8df1-6e9772c7bce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:48.209510 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fe879-d1c3-40d9-a366-6abb10467af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99b483f-de40-4d6e-8623-d0334946d004,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:48.213645 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0d0fe879-d1c3-40d9-a366-6abb10467af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:48.216208 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe879-d1c3-40d9-a366-6abb10467af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:48.224427 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-0d0fe879-d1c3-40d9-a366-6abb10467af2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e99b483f-de40-4d6e-8623-d0334946d004 HTTP/1.1" status: 204 len: 168 time: 0.3192272 Feb 17 01:04:48.360743 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Pushing event updated for resources: {'Port': ['ID=97fa7e99-34b1-4310-9cf9-6c1539a10089,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:48.370972 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:48.552289 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853018709'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:48.592038 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:48.593434 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0444679 Feb 17 01:04:49.055561 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-8d535006-02af-45dd-9302-b4e7ead7f6fe tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Synchronizing usage tracker for tenant:475f7d7891b64c41a88eeff4cb15f254 on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:04:49.077207 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-8d535006-02af-45dd-9302-b4e7ead7f6fe tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Unset dirty status for tenant:475f7d7891b64c41a88eeff4cb15f254 on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:04:49.078589 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-8d535006-02af-45dd-9302-b4e7ead7f6fe tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1730150455&fields=id&tenant_id=475f7d7891b64c41a88eeff4cb15f254 HTTP/1.1" status: 200 len: 267 time: 0.0986660 Feb 17 01:04:49.264200 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-3394cf29-4694-4a70-a43a-1772a40867a5 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:49.265949 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-3394cf29-4694-4a70-a43a-1772a40867a5 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/networks?id=d9f87947-84f1-4bba-bbae-568841e714fe HTTP/1.1" status: 200 len: 816 time: 0.1720605 Feb 17 01:04:49.290715 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-a3577682-7177-4e3c-91c1-78cdb99c7a40 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/quotas/475f7d7891b64c41a88eeff4cb15f254 HTTP/1.1" status: 200 len: 375 time: 0.0125525 Feb 17 01:04:49.404779 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-fb24a5a4-3c29-4360-bcb4-3136d19904dc tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Synchronizing usage tracker for tenant:475f7d7891b64c41a88eeff4cb15f254 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:04:49.448790 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-fb24a5a4-3c29-4360-bcb4-3136d19904dc tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Unset dirty status for tenant:475f7d7891b64c41a88eeff4cb15f254 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:04:49.452765 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-fb24a5a4-3c29-4360-bcb4-3136d19904dc tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=475f7d7891b64c41a88eeff4cb15f254&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1466491 Feb 17 01:04:49.674922 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-7aba1713-4134-4d2a-b575-7ff3760e5aa1 service neutron] 10.222.0.23 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083161 Feb 17 01:04:49.859324 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-81ac5301-edb7-4b53-9587-01550a97315f service neutron] 10.222.0.23 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1714454 Feb 17 01:04:50.169854 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b1f2c47d-190a-4907-be29-50cf9704ee42 req-71fb094c-ecf8-426a-b53b-b6befcf73f7f tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 210 time: 0.0814271 Feb 17 01:04:51.405482 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-660f1153-437b-4f9d-bb4e-e50f114893b8 req-25099ca0-479d-45c3-8770-8c9747554689 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 210 time: 0.0736170 Feb 17 01:04:51.582672 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-0796c2e7-f5fa-4bdc-a2f3-93d7e31f0843 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:51.584633 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-0796c2e7-f5fa-4bdc-a2f3-93d7e31f0843 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.42 "GET /v2.0/networks?id=d9f87947-84f1-4bba-bbae-568841e714fe HTTP/1.1" status: 200 len: 816 time: 0.2779725 Feb 17 01:04:51.681125 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-4f508366-d2e6-4722-b643-35b71a27948d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=475f7d7891b64c41a88eeff4cb15f254 HTTP/1.1" status: 200 len: 5705 time: 0.0874684 Feb 17 01:04:51.693804 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-db9cab43-b9cf-44d3-8a5e-3a80c5c75041 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Request body: {'port': {'device_id': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'admin_state_up': True, 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'security_groups': ['9c9160c6-0266-41e3-9d07-7db8121ca555']}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:04:51.896267 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-db9cab43-b9cf-44d3-8a5e-3a80c5c75041 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:51.909778 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-db9cab43-b9cf-44d3-8a5e-3a80c5c75041 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:51.924802 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-db9cab43-b9cf-44d3-8a5e-3a80c5c75041 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Made reservation on behalf of 475f7d7891b64c41a88eeff4cb15f254 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:04:51.930893 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-db9cab43-b9cf-44d3-8a5e-3a80c5c75041 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:52.517134 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-db9cab43-b9cf-44d3-8a5e-3a80c5c75041 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Allocated IP 172.20.0.12 (d9f87947-84f1-4bba-bbae-568841e714fe/b8020aa0-aa72-42b0-9ad3-070f9773c346/d8964a49-5eee-41d2-b7d5-07b3562726c6) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:04:52.771993 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-172169d7-ad33-4ac2-9848-7ce39202a1d2 req-34d822bc-d447-4933-a9b6-61e85f0c7d1e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 210 time: 0.0733440 Feb 17 01:04:52.896485 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-db9cab43-b9cf-44d3-8a5e-3a80c5c75041 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:52.924128 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-db9cab43-b9cf-44d3-8a5e-3a80c5c75041 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Transition to ACTIVE for port object d8964a49-5eee-41d2-b7d5-07b3562726c6 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:04:52.950029 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-db9cab43-b9cf-44d3-8a5e-3a80c5c75041 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:52.966213 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:53.116623 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cab43-b9cf-44d3-8a5e-3a80c5c75041 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Pushing event updated for resources: {'Port': ['ID=d8964a49-5eee-41d2-b7d5-07b3562726c6,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:53.122489 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-db9cab43-b9cf-44d3-8a5e-3a80c5c75041 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:53.181622 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-db9cab43-b9cf-44d3-8a5e-3a80c5c75041 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Network d9f87947-84f1-4bba-bbae-568841e714fe is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:04:53.182989 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-db9cab43-b9cf-44d3-8a5e-3a80c5c75041 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:04:53.185860 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-db9cab43-b9cf-44d3-8a5e-3a80c5c75041 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:04:53.270738 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-db9cab43-b9cf-44d3-8a5e-3a80c5c75041 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:53.271631 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-db9cab43-b9cf-44d3-8a5e-3a80c5c75041 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:53.311580 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-db9cab43-b9cf-44d3-8a5e-3a80c5c75041 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6232760 Feb 17 01:04:53.325766 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Request body: {'port': {'device_id': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:04:53.471754 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:53.484015 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58236) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:53.522287 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-3611a759-9804-468a-be25-effd0bc7f40b None None] Provisioning for port d8964a49-5eee-41d2-b7d5-07b3562726c6 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:04:53.533206 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-3611a759-9804-468a-be25-effd0bc7f40b None None] Provisioning complete for port d8964a49-5eee-41d2-b7d5-07b3562726c6 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:04:53.534370 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3611a759-9804-468a-be25-effd0bc7f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:53.643943 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-3611a759-9804-468a-be25-effd0bc7f40b None None] Port d8964a49-5eee-41d2-b7d5-07b3562726c6 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:04:53.653941 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a806f5e-a56d-4ed0-a0a9-df716752c818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:53.672163 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4a806f5e-a56d-4ed0-a0a9-df716752c818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:53.677035 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-4a806f5e-a56d-4ed0-a0a9-df716752c818 admin admin] Usage tracker for resource:security_group_rule and tenant:f7ccad9943c4444b933ce5daa5268742 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:53.681215 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-4a806f5e-a56d-4ed0-a0a9-df716752c818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:53.688339 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4a806f5e-a56d-4ed0-a0a9-df716752c818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:53.810270 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a806f5e-a56d-4ed0-a0a9-df716752c818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:53.821750 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a806f5e-a56d-4ed0-a0a9-df716752c818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:53.887867 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-14143f80-11a6-423f-9925-a381745e34f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:53.924822 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-4a806f5e-a56d-4ed0-a0a9-df716752c818 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7ccad9943c4444b933ce5daa5268742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4392357 Feb 17 01:04:53.932778 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58250) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:53.975710 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8964a49-5eee-41d2-b7d5-07b3562726c6 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:04:53.988265 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:54.010242 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Transition to ACTIVE for port object d8964a49-5eee-41d2-b7d5-07b3562726c6 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:04:54.021832 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851517077'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:54.059735 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3d79f05d-7691-4052-bf75-5c91ab0eadff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:54.115266 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a806f5e-a56d-4ed0-a0a9-df716752c818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec886c7-8218-4c86-9de7-4a14455d40ca,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:54.125545 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4a806f5e-a56d-4ed0-a0a9-df716752c818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:54.195675 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf17713e-4afb-49d6-bcc0-969973162512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:54.259106 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0683fb-98cd-4498-b4db-3441c71aafa0 req-a390d974-1748-4bcb-a06d-d82bdd505bb2 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:54.261205 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0b0683fb-98cd-4498-b4db-3441c71aafa0 req-a390d974-1748-4bcb-a06d-d82bdd505bb2 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 944 time: 0.2091424 Feb 17 01:04:54.263405 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf17713e-4afb-49d6-bcc0-969973162512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:54.273314 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Pushing event updated for resources: {'Port': ['ID=d8964a49-5eee-41d2-b7d5-07b3562726c6,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:54.285443 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:54.357758 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0b0683fb-98cd-4498-b4db-3441c71aafa0 req-f41a8d15-662b-47e3-8bec-52d974bc9a99 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855038 Feb 17 01:04:54.384566 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf17713e-4afb-49d6-bcc0-969973162512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:54.393763 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:54.412526 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17713e-4afb-49d6-bcc0-969973162512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec886c7-8218-4c86-9de7-4a14455d40ca,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:54.415887 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf17713e-4afb-49d6-bcc0-969973162512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:54.417288 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf17713e-4afb-49d6-bcc0-969973162512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:54.423658 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-bf17713e-4afb-49d6-bcc0-969973162512 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ec886c7-8218-4c86-9de7-4a14455d40ca HTTP/1.1" status: 204 len: 168 time: 0.4743116 Feb 17 01:04:54.679981 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Attempting to bind port d8964a49-5eee-41d2-b7d5-07b3562726c6 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:04:54.681138 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Attempting to bind port d8964a49-5eee-41d2-b7d5-07b3562726c6 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:04:54.681602 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Attempting to bind port d8964a49-5eee-41d2-b7d5-07b3562726c6 on network d9f87947-84f1-4bba-bbae-568841e714fe {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:04:54.690628 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:04:54.691255 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Checking segment: {'id': 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:04:54.691985 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:54.692570 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Bound using segment: {'id': 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:04:54.693347 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Bound port: d8964a49-5eee-41d2-b7d5-07b3562726c6, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:04:54.693667 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:54.801851 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] For port d8964a49-5eee-41d2-b7d5-07b3562726c6, host hv-cinder-75995, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:04:54.805563 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] For port d8964a49-5eee-41d2-b7d5-07b3562726c6, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d8964a49-5eee-41d2-b7d5-07b3562726c6,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:04:54.810604 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851517077'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:54.830005 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:54.965053 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58272) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:55.004858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:55.036331 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:55.044888 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Usage tracker for resource:security_group_rule and tenant:b233aa21f4624422882a02fe9cc717a4 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:55.051489 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:55.064305 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:55.239756 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:55.245131 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:55.280888 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf17713e-4afb-49d6-bcc0-969973162512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:55.304304 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b233aa21f4624422882a02fe9cc717a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368142 Feb 17 01:04:55.307473 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58280) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:55.370067 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Pushing event updated for resources: {'Port': ['ID=d8964a49-5eee-41d2-b7d5-07b3562726c6,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:55.380609 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:55.404464 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b801e9ad-8397-47cc-bf68-7c48d53a4619,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:55.422600 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.424735 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.425572 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.426487 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.427236 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.428099 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.428747 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.429252 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.429756 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.430258 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.430774 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.431275 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.431850 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.432353 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.432853 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.433350 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.434014 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.434518 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.435015 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.435679 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.436371 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.436876 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.437375 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.445839 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:55.447259 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:55.450892 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] 10.222.0.42 "PUT /v2.0/ports/d8964a49-5eee-41d2-b7d5-07b3562726c6 HTTP/1.1" status: 200 len: 1158 time: 2.1314480 Feb 17 01:04:55.452143 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'tag': 'd8964a49-5eee-41d2-b7d5-07b3562726c6'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:04:55.452675 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:04:55.461552 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:55.515765 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-30355d1b-dc0e-4bee-b4f2-ea85b18d0319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:55.594661 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-30355d1b-dc0e-4bee-b4f2-ea85b18d0319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:55.635105 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'tag': 'd8964a49-5eee-41d2-b7d5-07b3562726c6', 'status': 'completed', 'code': 200} Feb 17 01:04:55.696119 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-81bd7a55-3c3f-4c64-8f53-c6af0caef374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:55.698788 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-81bd7a55-3c3f-4c64-8f53-c6af0caef374 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=475f7d7891b64c41a88eeff4cb15f254&device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 1161 time: 0.1856940 Feb 17 01:04:55.791085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-30355d1b-dc0e-4bee-b4f2-ea85b18d0319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:55.796465 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ce44ac5d-04b6-404c-8fb1-4b2cbad8c001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:04:55.820553 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e10f5-de87-4859-9d91-0fd31140445b req-5a45625d-17ce-45c3-aa96-836a4ba55452 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:55.820905 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-f2212f9d-b31e-443a-9e9a-f71e727e94de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8964a49-5eee-41d2-b7d5-07b3562726c6 HTTP/1.1" status: 200 len: 217 time: 0.1126683 Feb 17 01:04:55.828736 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e15e10f5-de87-4859-9d91-0fd31140445b req-5a45625d-17ce-45c3-aa96-836a4ba55452 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 944 time: 0.2093618 Feb 17 01:04:55.832418 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30355d1b-dc0e-4bee-b4f2-ea85b18d0319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b801e9ad-8397-47cc-bf68-7c48d53a4619,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:04:55.863260 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-30355d1b-dc0e-4bee-b4f2-ea85b18d0319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:04:55.872606 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-30355d1b-dc0e-4bee-b4f2-ea85b18d0319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:55.876812 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-30355d1b-dc0e-4bee-b4f2-ea85b18d0319 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b801e9ad-8397-47cc-bf68-7c48d53a4619 HTTP/1.1" status: 204 len: 168 time: 0.5650992 Feb 17 01:04:55.920709 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e15e10f5-de87-4859-9d91-0fd31140445b req-5a95ceec-f3dc-4760-83db-de72c7803a8a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908685 Feb 17 01:04:55.977855 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-7925f5b7-9265-408c-bbb9-d4c1c777315c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:55.979577 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-7925f5b7-9265-408c-bbb9-d4c1c777315c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8020aa0-aa72-42b0-9ad3-070f9773c346 HTTP/1.1" status: 200 len: 855 time: 0.1514585 Feb 17 01:04:56.128157 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-f3777561-6c2d-41ad-9712-1c37c0933465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:56.130083 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-f3777561-6c2d-41ad-9712-1c37c0933465 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9f87947-84f1-4bba-bbae-568841e714fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1433573 Feb 17 01:04:56.307978 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-b0e95698-74f9-42f2-b8ee-51f731f36d1a service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690652 Feb 17 01:04:56.599418 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-63ed0eab-6b16-48b0-968e-100a82bcb989 req-b7c7ffd6-a662-4eb0-8332-37e9734e00de service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2815783 Feb 17 01:04:56.834446 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5020a-aaeb-466e-aff9-ab02d188b79a req-fc426db7-3e9c-40a0-be55-15aac375d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:56.836151 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e4d5020a-aaeb-466e-aff9-ab02d188b79a req-fc426db7-3e9c-40a0-be55-15aac375d721 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=475f7d7891b64c41a88eeff4cb15f254&device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 1161 time: 0.1444674 Feb 17 01:04:57.025457 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5020a-aaeb-466e-aff9-ab02d188b79a req-c34d3aa4-a86e-438b-aa2a-71fa08f1bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:57.029064 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e4d5020a-aaeb-466e-aff9-ab02d188b79a req-c34d3aa4-a86e-438b-aa2a-71fa08f1bb74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9f87947-84f1-4bba-bbae-568841e714fe HTTP/1.1" status: 200 len: 910 time: 0.1844563 Feb 17 01:04:57.128382 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e4d5020a-aaeb-466e-aff9-ab02d188b79a req-ceada08d-51d7-441a-8d28-7876d82b25cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8964a49-5eee-41d2-b7d5-07b3562726c6 HTTP/1.1" status: 200 len: 217 time: 0.0917590 Feb 17 01:04:57.244363 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5020a-aaeb-466e-aff9-ab02d188b79a req-cc85dc12-4a16-43ea-a40f-3b198e3914bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:57.246227 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e4d5020a-aaeb-466e-aff9-ab02d188b79a req-cc85dc12-4a16-43ea-a40f-3b198e3914bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8020aa0-aa72-42b0-9ad3-070f9773c346 HTTP/1.1" status: 200 len: 855 time: 0.1071146 Feb 17 01:04:57.342041 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c317640-7d95-43cd-8c90-f817a3772f75 req-3b1d1fc4-c8c2-44e5-a197-c2e3f2812d60 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:57.343838 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3c317640-7d95-43cd-8c90-f817a3772f75 req-3b1d1fc4-c8c2-44e5-a197-c2e3f2812d60 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 946 time: 0.1773691 Feb 17 01:04:57.346535 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5020a-aaeb-466e-aff9-ab02d188b79a req-f7846678-97ec-4005-9b38-8d62ffb4e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:57.348467 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e4d5020a-aaeb-466e-aff9-ab02d188b79a req-f7846678-97ec-4005-9b38-8d62ffb4e8be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9f87947-84f1-4bba-bbae-568841e714fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0926840 Feb 17 01:04:57.357297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2eed2-3e30-41f5-9cd8-75fe184f1316 req-b96dc4db-3345-4f04-8857-4f9adf89aded tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:57.359072 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-75f2eed2-3e30-41f5-9cd8-75fe184f1316 req-b96dc4db-3345-4f04-8857-4f9adf89aded tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 944 time: 0.1370611 Feb 17 01:04:57.442853 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3c317640-7d95-43cd-8c90-f817a3772f75 req-95a70d08-2fab-4e5d-9240-010a2ece5b66 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825071 Feb 17 01:04:57.447994 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-75f2eed2-3e30-41f5-9cd8-75fe184f1316 req-ddd04db1-defa-4724-9cad-89413b657bcd tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695493 Feb 17 01:04:57.528343 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e4d5020a-aaeb-466e-aff9-ab02d188b79a req-9d6e9a33-bd39-4a90-be0d-12c6dab14d89 service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706226 Feb 17 01:04:57.680188 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e4d5020a-aaeb-466e-aff9-ab02d188b79a req-a8ab3c6a-e60f-43bf-a21e-d9338eb8a6be service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439977 Feb 17 01:04:58.880618 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34cc80-4315-423e-9eef-286ce9073883 req-07d37829-9fdc-4a1c-aeb4-5f9141f83f9a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:58.883612 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4e34cc80-4315-423e-9eef-286ce9073883 req-07d37829-9fdc-4a1c-aeb4-5f9141f83f9a tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 946 time: 0.3040249 Feb 17 01:04:58.898978 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67223d7a-0264-464f-8661-2ddf6f7ec9cb req-3ef0530b-c850-481e-8fa1-e61b633ab666 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:04:58.900759 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-67223d7a-0264-464f-8661-2ddf6f7ec9cb req-3ef0530b-c850-481e-8fa1-e61b633ab666 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 944 time: 0.2512991 Feb 17 01:04:58.981714 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4e34cc80-4315-423e-9eef-286ce9073883 req-11e1face-7320-4c00-9b81-0e83ce014822 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915675 Feb 17 01:04:59.002624 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-67223d7a-0264-464f-8661-2ddf6f7ec9cb req-ae3867eb-d1b9-4cab-bdae-c4ce21b4abcd tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845697 Feb 17 01:04:59.195965 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-012ca842-4c45-4606-a3da-3a90c8140d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:59.769213 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device d8964a49-5eee-41d2-b7d5-07b3562726c6 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:04:59.814269 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58422) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:59.814394 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 58420) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:04:59.849662 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port d8964a49-5eee-41d2-b7d5-07b3562726c6 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:04:59.855009 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port d8964a49-5eee-41d2-b7d5-07b3562726c6 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:04:59.855554 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:59.949167 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1d18ed7c-f837-4db2-8ae1-e24ab31f45de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:59.959085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-570c10b0-f7f2-488c-9caf-e30a09d6cb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:59.966689 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1d18ed7c-f837-4db2-8ae1-e24ab31f45de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:59.971097 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-1d18ed7c-f837-4db2-8ae1-e24ab31f45de admin admin] Usage tracker for resource:security_group_rule and tenant:c3d45f123fa245b8aa0638cf9f0e45fb is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:59.974392 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-1d18ed7c-f837-4db2-8ae1-e24ab31f45de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:59.978101 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-570c10b0-f7f2-488c-9caf-e30a09d6cb8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:04:59.981240 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1d18ed7c-f837-4db2-8ae1-e24ab31f45de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:04:59.983742 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-570c10b0-f7f2-488c-9caf-e30a09d6cb8b admin admin] Usage tracker for resource:security_group_rule and tenant:0c49da397e3d4dbbb75d2fe4b580a4e8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:04:59.986592 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:04:59.988279 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-570c10b0-f7f2-488c-9caf-e30a09d6cb8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:04:59.995844 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-570c10b0-f7f2-488c-9caf-e30a09d6cb8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:00.050112 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port d8964a49-5eee-41d2-b7d5-07b3562726c6, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d8964a49-5eee-41d2-b7d5-07b3562726c6,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:05:00.052324 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8964a49-5eee-41d2-b7d5-07b3562726c6'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:05:00.062007 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:00.064751 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:00.152762 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8964a49-5eee-41d2-b7d5-07b3562726c6', 'code': 200} Feb 17 01:05:00.171595 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-570c10b0-f7f2-488c-9caf-e30a09d6cb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:00.176440 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-570c10b0-f7f2-488c-9caf-e30a09d6cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:00.187970 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=d8964a49-5eee-41d2-b7d5-07b3562726c6,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:00.192498 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a5b0c601-4827-465b-967c-e7ebbcb8cebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:00.199177 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.199876 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.200544 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.202082 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.202460 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.202830 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.203194 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.203568 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.204472 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.204913 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.205469 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.219123 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1d18ed7c-f837-4db2-8ae1-e24ab31f45de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:00.220036 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.220950 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.221480 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.222163 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.222561 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.222968 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.223343 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.223713 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.224085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.228689 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.229455 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.229889 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1d18ed7c-f837-4db2-8ae1-e24ab31f45de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:00.230157 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.232500 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:00.241563 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bff3e5a3-721a-4554-97c3-d3a3f145b9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:00.246402 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:00.280941 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18ed7c-f837-4db2-8ae1-e24ab31f45de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fe9c0f-9627-4afe-a0e4-4d57d422b391,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:00.284825 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-570c10b0-f7f2-488c-9caf-e30a09d6cb8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c49da397e3d4dbbb75d2fe4b580a4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4692354 Feb 17 01:05:00.288149 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 58438) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:00.289426 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1d18ed7c-f837-4db2-8ae1-e24ab31f45de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:00.295496 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c10b0-f7f2-488c-9caf-e30a09d6cb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aaff767-3fcc-4baa-ae03-7fa3a4b92f4c,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:00.317936 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-1d18ed7c-f837-4db2-8ae1-e24ab31f45de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3d45f123fa245b8aa0638cf9f0e45fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5026855 Feb 17 01:05:00.321776 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-570c10b0-f7f2-488c-9caf-e30a09d6cb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:00.322479 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 58442) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:00.641764 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac195a1-0cb0-49cb-9e98-6c5fa6cd384a req-3d1b11f9-04cc-4263-bf38-c29dd4c356f8 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:00.643516 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fac195a1-0cb0-49cb-9e98-6c5fa6cd384a req-3d1b11f9-04cc-4263-bf38-c29dd4c356f8 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 946 time: 0.4992287 Feb 17 01:05:00.644831 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d4049309-e332-4cab-9ef5-17c98cff6fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:00.651753 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-07d168c1-3de8-49fc-888a-cce4b2dc260f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:00.721732 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9e2ce-d7d4-4aad-8804-93bb43fba2a5 req-3dc77ab9-4e35-4bf8-a64d-b39b5060316d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:00.723415 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-89a9e2ce-d7d4-4aad-8804-93bb43fba2a5 req-3dc77ab9-4e35-4bf8-a64d-b39b5060316d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.3974330 Feb 17 01:05:00.726659 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fac195a1-0cb0-49cb-9e98-6c5fa6cd384a req-eddde0a8-9705-44d6-9272-69fba374490d tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717690 Feb 17 01:05:00.765540 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d4049309-e332-4cab-9ef5-17c98cff6fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:00.781621 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-07d168c1-3de8-49fc-888a-cce4b2dc260f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:00.786524 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-89a9e2ce-d7d4-4aad-8804-93bb43fba2a5 req-c060e93b-32e8-4c28-883f-4d3e30f42a2e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544856 Feb 17 01:05:00.811825 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58452) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:00.845376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3f463-d05c-4281-bc2a-13d311339a40 req-f34fa606-b884-4b45-9cce-211568fe363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:00.847354 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6ab3f463-d05c-4281-bc2a-13d311339a40 req-f34fa606-b884-4b45-9cce-211568fe363d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 1163 time: 0.4091804 Feb 17 01:05:00.923210 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6ab3f463-d05c-4281-bc2a-13d311339a40 req-04998c69-49df-46da-80da-32d5e440940a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634732 Feb 17 01:05:00.929047 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-07d168c1-3de8-49fc-888a-cce4b2dc260f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:00.934532 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-52641685-4e58-4c06-ada4-a0953cc6251b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:00.941655 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d4049309-e332-4cab-9ef5-17c98cff6fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:00.957000 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d168c1-3de8-49fc-888a-cce4b2dc260f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fe9c0f-9627-4afe-a0e4-4d57d422b391,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:00.961695 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-07d168c1-3de8-49fc-888a-cce4b2dc260f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:00.964487 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b3b34ba5-e006-4e1d-b418-e419ba7384ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:00.977016 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f50ddc25-f895-4285-8d53-c47401023125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:00.982538 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4049309-e332-4cab-9ef5-17c98cff6fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aaff767-3fcc-4baa-ae03-7fa3a4b92f4c,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:00.985994 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d4049309-e332-4cab-9ef5-17c98cff6fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:00.987422 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-07d168c1-3de8-49fc-888a-cce4b2dc260f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:00.988726 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-07d168c1-3de8-49fc-888a-cce4b2dc260f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3fe9c0f-9627-4afe-a0e4-4d57d422b391 HTTP/1.1" status: 204 len: 168 time: 0.6649508 Feb 17 01:05:00.989804 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d4049309-e332-4cab-9ef5-17c98cff6fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:00.990935 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-d4049309-e332-4cab-9ef5-17c98cff6fbd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1aaff767-3fcc-4baa-ae03-7fa3a4b92f4c HTTP/1.1" status: 204 len: 168 time: 0.7008219 Feb 17 01:05:01.021844 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f50ddc25-f895-4285-8d53-c47401023125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:01.036590 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-f50ddc25-f895-4285-8d53-c47401023125 admin admin] Usage tracker for resource:security_group_rule and tenant:a2938c9d6c2245b389868d47e3a59e85 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:01.049456 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-f50ddc25-f895-4285-8d53-c47401023125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:01.057941 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f50ddc25-f895-4285-8d53-c47401023125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:01.170167 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f50ddc25-f895-4285-8d53-c47401023125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:01.173626 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f50ddc25-f895-4285-8d53-c47401023125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:01.184142 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:01.232904 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-f50ddc25-f895-4285-8d53-c47401023125 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2938c9d6c2245b389868d47e3a59e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4168420 Feb 17 01:05:01.232904 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ddc25-f895-4285-8d53-c47401023125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea65c29-a4aa-42fe-a5be-c995c7d53580,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:01.233991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 58466) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:01.235079 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f50ddc25-f895-4285-8d53-c47401023125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:01.317311 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29dbfe68-66a9-4bba-8942-01eb2af949f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:01.349564 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29dbfe68-66a9-4bba-8942-01eb2af949f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:01.383057 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58470) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:01.403835 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-222b1947-dfe4-45a4-8a1d-e10c3ac488ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:01.404987 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29dbfe68-66a9-4bba-8942-01eb2af949f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:01.410632 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-440f5f38-9956-400f-b73a-721ea6d8c432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:01.417422 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device d8964a49-5eee-41d2-b7d5-07b3562726c6 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:05:01.421584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-222b1947-dfe4-45a4-8a1d-e10c3ac488ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:01.424506 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58474) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:01.426222 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbfe68-66a9-4bba-8942-01eb2af949f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea65c29-a4aa-42fe-a5be-c995c7d53580,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:01.429138 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-29dbfe68-66a9-4bba-8942-01eb2af949f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:01.430369 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29dbfe68-66a9-4bba-8942-01eb2af949f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:01.431594 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-29dbfe68-66a9-4bba-8942-01eb2af949f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ea65c29-a4aa-42fe-a5be-c995c7d53580 HTTP/1.1" status: 204 len: 168 time: 0.1948054 Feb 17 01:05:01.448680 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-222b1947-dfe4-45a4-8a1d-e10c3ac488ef admin admin] Usage tracker for resource:security_group_rule and tenant:306726203431494db970fefee7a66e38 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:01.453254 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-222b1947-dfe4-45a4-8a1d-e10c3ac488ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:01.461184 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7549df1d-7631-46a5-852e-c36097a2eeb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:01.472763 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-222b1947-dfe4-45a4-8a1d-e10c3ac488ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:01.482916 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7549df1d-7631-46a5-852e-c36097a2eeb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:01.491661 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7549df1d-7631-46a5-852e-c36097a2eeb4 admin admin] Usage tracker for resource:security_group_rule and tenant:404889a939174acc8d022b5493e93763 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:01.495633 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7549df1d-7631-46a5-852e-c36097a2eeb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:01.510582 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7549df1d-7631-46a5-852e-c36097a2eeb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:01.538425 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port d8964a49-5eee-41d2-b7d5-07b3562726c6 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:05:01.538994 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:01.636133 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-222b1947-dfe4-45a4-8a1d-e10c3ac488ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:01.651832 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-222b1947-dfe4-45a4-8a1d-e10c3ac488ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:01.662352 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2670b90f-fd45-4035-a8ca-8fed6c5d9715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:01.695533 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95310cf4-3069-4fbc-8b8d-bb05bad0754f req-7a60c648-bdde-4f03-bc9f-6f42301f3569 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:01.696429 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-95310cf4-3069-4fbc-8b8d-bb05bad0754f req-7a60c648-bdde-4f03-bc9f-6f42301f3569 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Synchronizing usage tracker for tenant:f21125c48da74e91860753708883f7e8 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:05:01.703163 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7549df1d-7631-46a5-852e-c36097a2eeb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:01.715239 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-95310cf4-3069-4fbc-8b8d-bb05bad0754f req-7a60c648-bdde-4f03-bc9f-6f42301f3569 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Unset dirty status for tenant:f21125c48da74e91860753708883f7e8 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:05:01.716662 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-95310cf4-3069-4fbc-8b8d-bb05bad0754f req-7a60c648-bdde-4f03-bc9f-6f42301f3569 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.42 "GET /v2.0/ports?device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 946 time: 0.1158514 Feb 17 01:05:01.717971 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7549df1d-7631-46a5-852e-c36097a2eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:01.733165 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-222b1947-dfe4-45a4-8a1d-e10c3ac488ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=306726203431494db970fefee7a66e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483977 Feb 17 01:05:01.738056 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58480) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:01.738833 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b1947-dfe4-45a4-8a1d-e10c3ac488ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51250a96-5334-43e6-bdeb-7c098ac57a28,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:01.743999 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-222b1947-dfe4-45a4-8a1d-e10c3ac488ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:01.747328 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-581dc1b6-b26d-4e3b-a08e-72311fe18e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:01.818415 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-7549df1d-7631-46a5-852e-c36097a2eeb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=404889a939174acc8d022b5493e93763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3902082 Feb 17 01:05:01.826978 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58488) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:01.832072 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549df1d-7631-46a5-852e-c36097a2eeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f356f49-0c77-4a77-9e7f-1cfc7c61730f,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:01.840080 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-95310cf4-3069-4fbc-8b8d-bb05bad0754f req-f39ebfe1-af71-444f-a608-d04a14afe203 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Deleting port 911f02af-988c-4767-bf9a-66d2f105a922 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:05:01.840745 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-95310cf4-3069-4fbc-8b8d-bb05bad0754f req-f39ebfe1-af71-444f-a608-d04a14afe203 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:01.856824 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7549df1d-7631-46a5-852e-c36097a2eeb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:01.908610 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f08a838d-a83d-4cdd-bb7d-4c1b384bb4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:02.041610 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f08a838d-a83d-4cdd-bb7d-4c1b384bb4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:02.112741 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-28ee850f-4f67-43c3-b0a6-63eac0a302d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:02.178808 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-28ee850f-4f67-43c3-b0a6-63eac0a302d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:02.243318 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c053668-950f-40ca-8ab1-13c433cb0149 req-3b584993-1722-47fc-af1e-dd788e35b917 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:02.245114 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0c053668-950f-40ca-8ab1-13c433cb0149 req-3b584993-1722-47fc-af1e-dd788e35b917 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 946 time: 0.2835166 Feb 17 01:05:02.297985 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f08a838d-a83d-4cdd-bb7d-4c1b384bb4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:02.323239 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-19adb9a1-bdcd-4258-8e1b-6c52d25735e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:02.362125 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a838d-a83d-4cdd-bb7d-4c1b384bb4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51250a96-5334-43e6-bdeb-7c098ac57a28,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:02.374599 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-95310cf4-3069-4fbc-8b8d-bb05bad0754f req-f39ebfe1-af71-444f-a608-d04a14afe203 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] For port 911f02af-988c-4767-bf9a-66d2f105a922, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=911f02af-988c-4767-bf9a-66d2f105a922,segment=NetworkSegment(570ddb4b-a4ab-4820-8012-219b788bfdbe),segment_id=570ddb4b-a4ab-4820-8012-219b788bfdbe)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:05:02.375014 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-95310cf4-3069-4fbc-8b8d-bb05bad0754f req-f39ebfe1-af71-444f-a608-d04a14afe203 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:02.382890 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f08a838d-a83d-4cdd-bb7d-4c1b384bb4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:02.422149 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-28ee850f-4f67-43c3-b0a6-63eac0a302d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:02.435550 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4a806f5e-a56d-4ed0-a0a9-df716752c818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:02.455843 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0c053668-950f-40ca-8ab1-13c433cb0149 req-17511dff-c0aa-4fe0-aac1-ee7890078eed tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/security-groups?id=b895a914-769c-4f0a-9e14-70920db78f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018752 Feb 17 01:05:02.476514 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee850f-4f67-43c3-b0a6-63eac0a302d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f356f49-0c77-4a77-9e7f-1cfc7c61730f,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:02.482756 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-28ee850f-4f67-43c3-b0a6-63eac0a302d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:02.484562 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f08a838d-a83d-4cdd-bb7d-4c1b384bb4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:02.490155 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-f08a838d-a83d-4cdd-bb7d-4c1b384bb4eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51250a96-5334-43e6-bdeb-7c098ac57a28 HTTP/1.1" status: 204 len: 168 time: 0.7450161 Feb 17 01:05:02.513689 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-28ee850f-4f67-43c3-b0a6-63eac0a302d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:02.520786 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-28ee850f-4f67-43c3-b0a6-63eac0a302d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f356f49-0c77-4a77-9e7f-1cfc7c61730f HTTP/1.1" status: 204 len: 168 time: 0.6922612 Feb 17 01:05:02.533732 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-95310cf4-3069-4fbc-8b8d-bb05bad0754f req-f39ebfe1-af71-444f-a608-d04a14afe203 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Calling delete_port for 911f02af-988c-4767-bf9a-66d2f105a922 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:05:02.557708 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed049743-a4fc-4455-8d59-16a266ae09ee req-272dcec8-3fbf-4b5e-8279-edfe9e7ff294 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:02.560562 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ed049743-a4fc-4455-8d59-16a266ae09ee req-272dcec8-3fbf-4b5e-8279-edfe9e7ff294 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.3102357 Feb 17 01:05:02.656272 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ed049743-a4fc-4455-8d59-16a266ae09ee req-ce64fb93-a006-4951-ab30-ca2baae29d4f tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876572 Feb 17 01:05:02.736922 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-95310cf4-3069-4fbc-8b8d-bb05bad0754f req-f39ebfe1-af71-444f-a608-d04a14afe203 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:02.777105 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-30a7fe74-b40b-4d25-8c5e-84eb490ab1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:02.812390 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0d5e8d41-185e-4677-9410-ef764701be9a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:02.879241 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ebfe1-af71-444f-a608-d04a14afe203 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Pushing event deleted for resources: {'Port': ['ID=911f02af-988c-4767-bf9a-66d2f105a922,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:02.882708 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f39ebfe1-af71-444f-a608-d04a14afe203 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:02.988938 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-95310cf4-3069-4fbc-8b8d-bb05bad0754f req-f39ebfe1-af71-444f-a608-d04a14afe203 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] No DVR routers for this DVR port 911f02af-988c-4767-bf9a-66d2f105a922 on host hv-cinder-75995 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:05:02.991279 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-95310cf4-3069-4fbc-8b8d-bb05bad0754f req-f39ebfe1-af71-444f-a608-d04a14afe203 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:03.016270 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df431a71-cbc7-4322-a773-ea09d7843c24', 'name': 'network-vif-deleted', 'tag': '911f02af-988c-4767-bf9a-66d2f105a922'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:05:03.028584 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-95310cf4-3069-4fbc-8b8d-bb05bad0754f req-f39ebfe1-af71-444f-a608-d04a14afe203 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.42 "DELETE /v2.0/ports/911f02af-988c-4767-bf9a-66d2f105a922 HTTP/1.1" status: 204 len: 173 time: 1.3054185 Feb 17 01:05:03.097850 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df431a71-cbc7-4322-a773-ea09d7843c24', 'name': 'network-vif-deleted', 'tag': '911f02af-988c-4767-bf9a-66d2f105a922', 'status': 'completed', 'code': 200} Feb 17 01:05:03.345600 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:03.458210 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device d8964a49-5eee-41d2-b7d5-07b3562726c6 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:05:03.554994 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port d8964a49-5eee-41d2-b7d5-07b3562726c6 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:05:03.555343 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:03.777126 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-50cb0847-0fdb-4aa1-9682-23d9ea9aae26 req-b42f890f-2786-4d8e-b4bc-3b64f61aae36 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] 10.222.0.23 "GET /v2.0/ports?device_id=df431a71-cbc7-4322-a773-ea09d7843c24 HTTP/1.1" status: 200 len: 210 time: 0.0715809 Feb 17 01:05:03.801301 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58558) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:03.861439 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 911f02af-988c-4767-bf9a-66d2f105a922 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:05:03.957333 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] No Port match for: 911f02af-988c-4767-bf9a-66d2f105a922 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:05:03.957937 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 911f02af-988c-4767-bf9a-66d2f105a922 not bound to the agent host hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:05:04.032437 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d182a-54d6-42e2-b54c-d6bf9e57a81b req-de7d468f-36ec-4276-8e50-d79b1208a6b9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:04.038341 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5c2d182a-54d6-42e2-b54c-d6bf9e57a81b req-de7d468f-36ec-4276-8e50-d79b1208a6b9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.2011046 Feb 17 01:05:04.051865 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:04.055025 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-888522168-network', 'tenant_id': '439356b55d3249f39819bf6efc6c5f9c'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:05:04.079367 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:04.089924 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Usage tracker for resource:network and tenant:439356b55d3249f39819bf6efc6c5f9c is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:04.094682 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:04.115287 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:04.170071 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5c2d182a-54d6-42e2-b54c-d6bf9e57a81b req-6a6ea42f-3225-4b23-8430-3d39ddcb7232 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103835 Feb 17 01:05:04.176303 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Made reservation on behalf of 439356b55d3249f39819bf6efc6c5f9c for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:05:04.185342 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:04.213739 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:04.241869 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:04.247559 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Usage tracker for resource:security_group_rule and tenant:439356b55d3249f39819bf6efc6c5f9c is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:04.251642 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:04.260720 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:04.453042 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:04.459377 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:04.463255 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-354399b8-e43f-4822-8e90-8c4fde6dae75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:04.502056 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867d5733-67af-428b-9a56-56b6c5629eab,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:04.508478 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:04.531066 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:05:04.550100 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:04.550614 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.segments_db [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Added segment 76799866-bff1-4065-8358-2a3b69daaf10 of type vxlan for network 70023bbc-c24b-4e26-ae67-877cbff81f86 Feb 17 01:05:04.591936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0f3f4-e8d0-4491-b303-f857c21f7329 req-5110cc90-2048-46f3-96cb-38ba0a9c57c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:04.593684 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-39a0f3f4-e8d0-4491-b303-f857c21f7329 req-5110cc90-2048-46f3-96cb-38ba0a9c57c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1981802 Feb 17 01:05:04.602065 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257519434902'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:04.606633 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 58580) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:04.615283 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-043a7a79-d8cc-4c57-a685-ae4affa1b3c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Request body: {'floatingip': {'port_id': 'd8964a49-5eee-41d2-b7d5-07b3562726c6'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:05:04.646369 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:04.650048 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:04.652644 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:04.666637 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2669784e-5624-4566-976b-ff73228f5923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:04.724945 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-043a7a79-d8cc-4c57-a685-ae4affa1b3c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for floatingip, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:04.729990 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:04.880832 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Pushing event updated for resources: {'Network': ['ID=70023bbc-c24b-4e26-ae67-877cbff81f86,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:04.885164 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0823638 Feb 17 01:05:04.886446 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:04.891629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58590) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:04.896972 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Network 70023bbc-c24b-4e26-ae67-877cbff81f86 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:05:04.910979 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-8afbf6af-cfc7-45c3-a247-ca1ae21a8138 admin admin] Request body: {'subnet': {'network_id': '70023bbc-c24b-4e26-ae67-877cbff81f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-888522168-subnet', 'tenant_id': '439356b55d3249f39819bf6efc6c5f9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:05:04.914533 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8afbf6af-cfc7-45c3-a247-ca1ae21a8138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:04.925596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-8afbf6af-cfc7-45c3-a247-ca1ae21a8138 admin admin] Usage tracker for resource:subnet and tenant:439356b55d3249f39819bf6efc6c5f9c is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:04.929798 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-8afbf6af-cfc7-45c3-a247-ca1ae21a8138 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:04.948524 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8afbf6af-cfc7-45c3-a247-ca1ae21a8138 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:04.974612 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afbf6af-cfc7-45c3-a247-ca1ae21a8138 admin admin] Made reservation on behalf of 439356b55d3249f39819bf6efc6c5f9c for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:05:04.980976 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8afbf6af-cfc7-45c3-a247-ca1ae21a8138 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852239421'] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:05.054978 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Network 70023bbc-c24b-4e26-ae67-877cbff81f86 details requested by agent ovs-agent-dv-cinder-759955-4-smb with host dv-cinder-759955-4-smb {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:05:05.846604 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8afbf6af-cfc7-45c3-a247-ca1ae21a8138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2093266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852239406'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:05.866004 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:05.886796 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-043a7a79-d8cc-4c57-a685-ae4affa1b3c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:05.897492 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-043a7a79-d8cc-4c57-a685-ae4affa1b3c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853018709'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:06.015800 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbf6af-cfc7-45c3-a247-ca1ae21a8138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91a51b16-90a6-410f-9a50-e3766526faaf,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:06.019731 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8afbf6af-cfc7-45c3-a247-ca1ae21a8138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:06.116835 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afbf6af-cfc7-45c3-a247-ca1ae21a8138 admin admin] Checking segment: {'id': '76799866-bff1-4065-8358-2a3b69daaf10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '70023bbc-c24b-4e26-ae67-877cbff81f86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:05:06.117369 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afbf6af-cfc7-45c3-a247-ca1ae21a8138 admin admin] Network hostable DHCP agents. Network: 70023bbc-c24b-4e26-ae67-877cbff81f86, hostable agents: ['5e7a5314-6df3-4bd1-acbe-6399b6f22057'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:05:06.154068 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afbf6af-cfc7-45c3-a247-ca1ae21a8138 admin admin] Network 70023bbc-c24b-4e26-ae67-877cbff81f86 is scheduled to be hosted by DHCP agent 5e7a5314-6df3-4bd1-acbe-6399b6f22057 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:05:06.169964 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-8afbf6af-cfc7-45c3-a247-ca1ae21a8138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-smb, 70023bbc-c24b-4e26-ae67-877cbff81f86) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:05:06.183161 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56266ea2-d6d5-4392-acab-4ad7a7a0d27a None None] Network 70023bbc-c24b-4e26-ae67-877cbff81f86 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:05:06.192599 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afbf6af-cfc7-45c3-a247-ca1ae21a8138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:06.195106 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8afbf6af-cfc7-45c3-a247-ca1ae21a8138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:06.245144 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-8afbf6af-cfc7-45c3-a247-ca1ae21a8138 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3452229 Feb 17 01:05:06.266504 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.l3_db [None req-043a7a79-d8cc-4c57-a685-ae4affa1b3c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Floating IP e69bb339-e0a9-4bbf-91ee-16ab77392af0 associated. External IP: 172.28.2.208, port: d8964a49-5eee-41d2-b7d5-07b3562726c6. Feb 17 01:05:06.456456 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36f4301-3ba6-49ea-b5c0-0092312955e0 None None] Network 70023bbc-c24b-4e26-ae67-877cbff81f86 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:05:06.540179 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58638) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:06.748578 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043a7a79-d8cc-4c57-a685-ae4affa1b3c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Router c930129e-8833-48d9-be6e-a68613a018f4 has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:05:06.859741 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-96addbf9-41df-4411-ba9c-95f96fad73c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:06.877934 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-96addbf9-41df-4411-ba9c-95f96fad73c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:06.882260 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-96addbf9-41df-4411-ba9c-95f96fad73c2 admin admin] Usage tracker for resource:security_group_rule and tenant:0119ad1502ce4409842ce1862b5269c5 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:06.885452 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-96addbf9-41df-4411-ba9c-95f96fad73c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:06.892361 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-96addbf9-41df-4411-ba9c-95f96fad73c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:07.013577 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-96addbf9-41df-4411-ba9c-95f96fad73c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:07.018001 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-96addbf9-41df-4411-ba9c-95f96fad73c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:07.028008 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e9a0a71d-61f9-40e3-8e39-3d81852d1fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:07.032200 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043a7a79-d8cc-4c57-a685-ae4affa1b3c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:05:07.045849 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca26f6-2f5a-47d2-970e-bfbe0f04c8a8 None None] Sync routers for ids ['c930129e-8833-48d9-be6e-a68613a018f4'] in dv-cinder-759955-4-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:05:07.058343 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-043a7a79-d8cc-4c57-a685-ae4affa1b3c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:07.067776 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca26f6-2f5a-47d2-970e-bfbe0f04c8a8 None None] Routers {'c930129e-8833-48d9-be6e-a68613a018f4'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:05:07.068623 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-46ca26f6-2f5a-47d2-970e-bfbe0f04c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:05:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c930129e-8833-48d9-be6e-a68613a018f4'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:07.086403 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-96addbf9-41df-4411-ba9c-95f96fad73c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0119ad1502ce4409842ce1862b5269c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5445881 Feb 17 01:05:07.087037 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58658) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:07.089939 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96addbf9-41df-4411-ba9c-95f96fad73c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6c6bc8-5e89-440a-99e9-39721b1ed573,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:07.104282 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-96addbf9-41df-4411-ba9c-95f96fad73c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:07.166362 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c81556d9-4090-404f-be03-2faf09ed9c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:07.202153 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c81556d9-4090-404f-be03-2faf09ed9c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:07.269141 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-043a7a79-d8cc-4c57-a685-ae4affa1b3c9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "PUT /v2.0/floatingips/e69bb339-e0a9-4bbf-91ee-16ab77392af0 HTTP/1.1" status: 200 len: 992 time: 2.6606557 Feb 17 01:05:07.283206 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'tag': 'd8964a49-5eee-41d2-b7d5-07b3562726c6'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:05:07.283486 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c81556d9-4090-404f-be03-2faf09ed9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:07.291773 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f50ddc25-f895-4285-8d53-c47401023125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:07.324208 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81556d9-4090-404f-be03-2faf09ed9c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6c6bc8-5e89-440a-99e9-39721b1ed573,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:07.330860 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c81556d9-4090-404f-be03-2faf09ed9c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:07.336280 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c81556d9-4090-404f-be03-2faf09ed9c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:07.348818 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-c81556d9-4090-404f-be03-2faf09ed9c08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b6c6bc8-5e89-440a-99e9-39721b1ed573 HTTP/1.1" status: 204 len: 168 time: 0.2600546 Feb 17 01:05:07.393033 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'tag': 'd8964a49-5eee-41d2-b7d5-07b3562726c6', 'status': 'completed', 'code': 200} Feb 17 01:05:07.441568 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:07.565630 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-46ca26f6-2f5a-47d2-970e-bfbe0f04c8a8 None None] Set router c930129e-8833-48d9-be6e-a68613a018f4 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:05:07.570642 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1201fc8-5e23-4167-8e34-40ac07116611 req-ac1b2608-99fc-4a9e-8bdd-368f0c00e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:07.576540 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e1201fc8-5e23-4167-8e34-40ac07116611 req-ac1b2608-99fc-4a9e-8bdd-368f0c00e9a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=475f7d7891b64c41a88eeff4cb15f254&device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 1163 time: 0.1542823 Feb 17 01:05:07.576734 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58678) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:07.587574 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1463586939-network', 'tenant_id': '1e419f5346b048bdab999cb35c5bdcc3'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:05:07.597001 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:07.604260 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Usage tracker for resource:network and tenant:1e419f5346b048bdab999cb35c5bdcc3 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:07.610597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:07.621901 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:07.638378 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Made reservation on behalf of 1e419f5346b048bdab999cb35c5bdcc3 for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:05:07.649501 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:07.684834 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:07.716342 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:07.725479 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Usage tracker for resource:security_group_rule and tenant:1e419f5346b048bdab999cb35c5bdcc3 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:07.732690 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:07.748510 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:07.858356 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1201fc8-5e23-4167-8e34-40ac07116611 req-910eee92-5cd8-4d1b-b3f9-72ae31d214a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:07.861430 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e1201fc8-5e23-4167-8e34-40ac07116611 req-910eee92-5cd8-4d1b-b3f9-72ae31d214a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9f87947-84f1-4bba-bbae-568841e714fe HTTP/1.1" status: 200 len: 910 time: 0.2817216 Feb 17 01:05:07.903782 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:07.910187 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:07.916381 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-116faa76-e6f3-45f0-9df8-23cbdca35434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:07.971366 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:05:07.983163 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3802f495-47eb-48c5-b208-00d535da3588,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:07.988426 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:07.994526 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:07.995069 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.segments_db [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Added segment 1a74e0bc-3019-4037-856b-0f8635537e24 of type vxlan for network 475f6052-34c0-4068-98ac-c2c2f07b6f8e Feb 17 01:05:08.038392 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e1201fc8-5e23-4167-8e34-40ac07116611 req-fe8d0dd3-dfb8-4df0-a5be-623d54a50f48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8964a49-5eee-41d2-b7d5-07b3562726c6 HTTP/1.1" status: 200 len: 1000 time: 0.1696815 Feb 17 01:05:08.057570 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-46ca26f6-2f5a-47d2-970e-bfbe0f04c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_floatingips': [{'id': 'e69bb339-e0a9-4bbf-91ee-16ab77392af0', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'router_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'port_id': 'd8964a49-5eee-41d2-b7d5-07b3562726c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'mac_address': 'fa:16:3e:40:8f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:04:47Z', 'updated_at': '2021-02-17T01:05:05Z', 'revision_number': 1, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce4a75b-5510-4d41-a303-1c0b34c972bd', 'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'mac_address': 'fa:16:3e:6b:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:34Z', 'updated_at': '2021-02-17T01:00:53Z', 'revision_number': 5, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'subnets': [{'id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:08.062682 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca26f6-2f5a-47d2-970e-bfbe0f04c8a8 None None] Checking router: c930129e-8833-48d9-be6e-a68613a018f4 for host: dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:05:08.065920 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257519434902'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:08.089736 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca26f6-2f5a-47d2-970e-bfbe0f04c8a8 None None] Routers {'c930129e-8833-48d9-be6e-a68613a018f4'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:05:08.090788 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-46ca26f6-2f5a-47d2-970e-bfbe0f04c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:05:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c930129e-8833-48d9-be6e-a68613a018f4'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:08.143421 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:08.144836 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:08.145492 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:08.155553 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:08.179007 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1201fc8-5e23-4167-8e34-40ac07116611 req-89b3c5b0-0bae-4b1e-8ff7-4fa2f80978e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:08.181001 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e1201fc8-5e23-4167-8e34-40ac07116611 req-89b3c5b0-0bae-4b1e-8ff7-4fa2f80978e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8020aa0-aa72-42b0-9ad3-070f9773c346 HTTP/1.1" status: 200 len: 855 time: 0.1361675 Feb 17 01:05:08.223966 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58688) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:08.274757 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1201fc8-5e23-4167-8e34-40ac07116611 req-60e24a40-0d21-4d54-a998-03a15c5248cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:08.276790 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e1201fc8-5e23-4167-8e34-40ac07116611 req-60e24a40-0d21-4d54-a998-03a15c5248cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9f87947-84f1-4bba-bbae-568841e714fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891607 Feb 17 01:05:08.316116 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-46ca26f6-2f5a-47d2-970e-bfbe0f04c8a8 None None] Set router c930129e-8833-48d9-be6e-a68613a018f4 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:05:08.330668 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Pushing event updated for resources: {'Network': ['ID=475f6052-34c0-4068-98ac-c2c2f07b6f8e,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:08.338001 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7570190 Feb 17 01:05:08.350983 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a438cf6-fe6d-4624-8720-76cb9b76ebd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:08.353747 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58692) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:08.364187 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-bc7e0903-6aa3-4c62-b012-cb020d38ef1e admin admin] Request body: {'subnet': {'network_id': '475f6052-34c0-4068-98ac-c2c2f07b6f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1463586939-subnet', 'tenant_id': '1e419f5346b048bdab999cb35c5bdcc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:05:08.370050 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-294d2113-46b0-4595-8bfa-ba1bff30ac45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:08.385442 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bc7e0903-6aa3-4c62-b012-cb020d38ef1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:08.385696 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Network 475f6052-34c0-4068-98ac-c2c2f07b6f8e details requested by agent ovs-agent-dv-cinder-759955-4-smb with host dv-cinder-759955-4-smb {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:05:08.392651 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-294d2113-46b0-4595-8bfa-ba1bff30ac45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:08.397825 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-294d2113-46b0-4595-8bfa-ba1bff30ac45 admin admin] Usage tracker for resource:security_group_rule and tenant:f44dbf3117c646b9ba3ffbbf1c128e7a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:08.401280 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-294d2113-46b0-4595-8bfa-ba1bff30ac45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:08.408931 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-294d2113-46b0-4595-8bfa-ba1bff30ac45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:08.457388 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-bc7e0903-6aa3-4c62-b012-cb020d38ef1e admin admin] Usage tracker for resource:subnet and tenant:1e419f5346b048bdab999cb35c5bdcc3 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:08.461668 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-bc7e0903-6aa3-4c62-b012-cb020d38ef1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:08.473337 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bc7e0903-6aa3-4c62-b012-cb020d38ef1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:08.500605 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7e0903-6aa3-4c62-b012-cb020d38ef1e admin admin] Made reservation on behalf of 1e419f5346b048bdab999cb35c5bdcc3 for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:05:08.518308 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bc7e0903-6aa3-4c62-b012-cb020d38ef1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852239421'] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:08.572909 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e1201fc8-5e23-4167-8e34-40ac07116611 req-0a55f6eb-0366-49f3-a997-4e358caf80e2 service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880719 Feb 17 01:05:08.722335 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Network 475f6052-34c0-4068-98ac-c2c2f07b6f8e details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:05:08.771667 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-294d2113-46b0-4595-8bfa-ba1bff30ac45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:08.778893 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-294d2113-46b0-4595-8bfa-ba1bff30ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:08.812565 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a5e97fb6-b6bd-40a7-b8fe-7501156f3935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:08.826094 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-294d2113-46b0-4595-8bfa-ba1bff30ac45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f44dbf3117c646b9ba3ffbbf1c128e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4982767 Feb 17 01:05:08.826581 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 58706) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:08.864624 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d2113-46b0-4595-8bfa-ba1bff30ac45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015af125-2808-4870-87f5-b63cf51beac2,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:08.864624 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-294d2113-46b0-4595-8bfa-ba1bff30ac45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:08.869415 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e1201fc8-5e23-4167-8e34-40ac07116611 req-7726b209-422a-428e-bcd5-e4be4a4bc14e service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2890263 Feb 17 01:05:08.966689 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5081dbc2-6f9c-4359-81f2-18988c732786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:09.114048 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5081dbc2-6f9c-4359-81f2-18988c732786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:09.279678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5081dbc2-6f9c-4359-81f2-18988c732786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:09.291032 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-07d168c1-3de8-49fc-888a-cce4b2dc260f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:09.316672 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081dbc2-6f9c-4359-81f2-18988c732786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015af125-2808-4870-87f5-b63cf51beac2,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:09.322560 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5081dbc2-6f9c-4359-81f2-18988c732786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:09.326445 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5081dbc2-6f9c-4359-81f2-18988c732786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:09.334336 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-5081dbc2-6f9c-4359-81f2-18988c732786 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/015af125-2808-4870-87f5-b63cf51beac2 HTTP/1.1" status: 204 len: 168 time: 0.5060763 Feb 17 01:05:09.509923 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bc7e0903-6aa3-4c62-b012-cb020d38ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2093266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852239406'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:09.534842 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:09.699230 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-46ca26f6-2f5a-47d2-970e-bfbe0f04c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_floatingips': [{'id': 'e69bb339-e0a9-4bbf-91ee-16ab77392af0', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'router_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'port_id': 'd8964a49-5eee-41d2-b7d5-07b3562726c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'mac_address': 'fa:16:3e:40:8f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:04:47Z', 'updated_at': '2021-02-17T01:05:05Z', 'revision_number': 1, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce4a75b-5510-4d41-a303-1c0b34c972bd', 'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'mac_address': 'fa:16:3e:6b:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:34Z', 'updated_at': '2021-02-17T01:00:53Z', 'revision_number': 5, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'subnets': [{'id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:09.729160 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca26f6-2f5a-47d2-970e-bfbe0f04c8a8 None None] The sync data for ids ['c930129e-8833-48d9-be6e-a68613a018f4'] in dv-cinder-759955-4-smb is: [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_floatingips': [{'id': 'e69bb339-e0a9-4bbf-91ee-16ab77392af0', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'router_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'port_id': 'd8964a49-5eee-41d2-b7d5-07b3562726c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'mac_address': 'fa:16:3e:40:8f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:04:47Z', 'updated_at': '2021-02-17T01:05:05Z', 'revision_number': 1, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce4a75b-5510-4d41-a303-1c0b34c972bd', 'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'mac_address': 'fa:16:3e:6b:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:34Z', 'updated_at': '2021-02-17T01:00:53Z', 'revision_number': 5, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'subnets': [{'id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:05:09.968753 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e0903-6aa3-4c62-b012-cb020d38ef1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f716e0-3332-4958-9cf9-928b5f97406f,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:09.987436 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bc7e0903-6aa3-4c62-b012-cb020d38ef1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:10.189151 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e0903-6aa3-4c62-b012-cb020d38ef1e admin admin] Checking segment: {'id': '1a74e0bc-3019-4037-856b-0f8635537e24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '475f6052-34c0-4068-98ac-c2c2f07b6f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:05:10.189680 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e0903-6aa3-4c62-b012-cb020d38ef1e admin admin] Network hostable DHCP agents. Network: 475f6052-34c0-4068-98ac-c2c2f07b6f8e, hostable agents: ['5e7a5314-6df3-4bd1-acbe-6399b6f22057'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:05:10.219558 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e0903-6aa3-4c62-b012-cb020d38ef1e admin admin] Network 475f6052-34c0-4068-98ac-c2c2f07b6f8e is scheduled to be hosted by DHCP agent 5e7a5314-6df3-4bd1-acbe-6399b6f22057 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:05:10.239334 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e0903-6aa3-4c62-b012-cb020d38ef1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-smb, 475f6052-34c0-4068-98ac-c2c2f07b6f8e) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:05:10.248825 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcae7c35-327f-49b4-8e30-e98cf9fa5ee0 None None] Network 475f6052-34c0-4068-98ac-c2c2f07b6f8e requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:05:10.274799 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d488c1-0649-4045-8423-24fe502839d3 None None] New status for floating IP e69bb339-e0a9-4bbf-91ee-16ab77392af0: ACTIVE {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:05:10.286314 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e0903-6aa3-4c62-b012-cb020d38ef1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:10.286979 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bc7e0903-6aa3-4c62-b012-cb020d38ef1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:10.340995 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-bc7e0903-6aa3-4c62-b012-cb020d38ef1e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9860260 Feb 17 01:05:10.789273 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c7f703-87f6-4378-b0bc-7de85ce279e4 None None] Network 475f6052-34c0-4068-98ac-c2c2f07b6f8e requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:05:11.633199 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-89a79448-23ec-415a-9dac-00bdfc192cfb tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:11.634653 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-89a79448-23ec-415a-9dac-00bdfc192cfb tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Synchronizing usage tracker for tenant:439356b55d3249f39819bf6efc6c5f9c on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:05:11.670856 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-89a79448-23ec-415a-9dac-00bdfc192cfb tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Unset dirty status for tenant:439356b55d3249f39819bf6efc6c5f9c on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:05:11.673801 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-89a79448-23ec-415a-9dac-00bdfc192cfb tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/networks?id=70023bbc-c24b-4e26-ae67-877cbff81f86 HTTP/1.1" status: 200 len: 808 time: 0.2821116 Feb 17 01:05:11.701382 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-ad75367d-6748-4190-b64e-a6ba1c857ae6 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/quotas/439356b55d3249f39819bf6efc6c5f9c HTTP/1.1" status: 200 len: 375 time: 0.0203261 Feb 17 01:05:11.781146 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-64955e41-91b4-4e8c-84f2-66655efe682d tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=439356b55d3249f39819bf6efc6c5f9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724642 Feb 17 01:05:11.962615 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-fcfad3af-12b4-457b-afc7-5791f69928ea service neutron] 10.222.0.23 "GET /v2.0/networks/70023bbc-c24b-4e26-ae67-877cbff81f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694436 Feb 17 01:05:12.126107 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-db3bb2c4-7891-4783-979a-eea97f6a5690 service neutron] 10.222.0.23 "GET /v2.0/networks/70023bbc-c24b-4e26-ae67-877cbff81f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1560862 Feb 17 01:05:12.365920 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5781fd50-181b-4882-90c9-8cde59061da2 req-ff2bb5d8-a35c-479b-90ba-6f220cea1a17 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/ports?device_id=4418e250-c320-4032-9097-861e391230dd HTTP/1.1" status: 200 len: 210 time: 0.0698357 Feb 17 01:05:13.601706 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-11cb797b-d314-4f93-865c-68ee691542e0 req-9a5ceb5b-d816-40a6-bd6f-7ef546388e2f tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/ports?device_id=4418e250-c320-4032-9097-861e391230dd HTTP/1.1" status: 200 len: 210 time: 0.0929346 Feb 17 01:05:13.912161 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-a882348b-995e-42f1-a1b9-404000608b60 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:13.914865 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-a882348b-995e-42f1-a1b9-404000608b60 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.42 "GET /v2.0/networks?id=70023bbc-c24b-4e26-ae67-877cbff81f86 HTTP/1.1" status: 200 len: 808 time: 0.4401860 Feb 17 01:05:13.928928 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Request body: {'port': {'device_id': '4418e250-c320-4032-9097-861e391230dd', 'network_id': '70023bbc-c24b-4e26-ae67-877cbff81f86', 'admin_state_up': True, 'tenant_id': '439356b55d3249f39819bf6efc6c5f9c'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:05:14.127459 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:14.132415 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Usage tracker for resource:port and tenant:439356b55d3249f39819bf6efc6c5f9c is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:14.135927 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:14.149200 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:14.164808 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Made reservation on behalf of 439356b55d3249f39819bf6efc6c5f9c for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:05:14.175567 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:14.596894 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Allocated IP 172.20.0.8 (70023bbc-c24b-4e26-ae67-877cbff81f86/91a51b16-90a6-410f-9a50-e3766526faaf/4a380c68-ae78-4527-a3f2-859a1e97f95c) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:05:14.832782 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0fb1376f-5f12-441d-aef1-293aff0e26d9 req-58d2573f-c8e1-4332-b799-78c5003a0774 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/ports?device_id=4418e250-c320-4032-9097-861e391230dd HTTP/1.1" status: 200 len: 210 time: 0.0638685 Feb 17 01:05:14.884523 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:14.919313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:14.935546 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9740aeba-0f73-4ea0-89a3-04196d05d51f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:15.084411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Pushing event updated for resources: {'Port': ['ID=4a380c68-ae78-4527-a3f2-859a1e97f95c,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:15.090165 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:15.171465 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Network 70023bbc-c24b-4e26-ae67-877cbff81f86 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:05:15.174381 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:05:15.177985 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:05:15.274881 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:15.275589 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:15.299958 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3765419 Feb 17 01:05:15.320101 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Request body: {'port': {'device_id': '4418e250-c320-4032-9097-861e391230dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:05:15.500553 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:15.893571 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58918) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:16.091015 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a380c68-ae78-4527-a3f2-859a1e97f95c {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:05:16.100247 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:16.109164 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-42df11a9-f72a-4955-b751-3e4b92990fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:16.114827 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Transition to ACTIVE for port object 4a380c68-ae78-4527-a3f2-859a1e97f95c will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:05:16.117930 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851517077'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:16.134875 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d8dc738f-13cd-4f09-b1e6-1ba12d2b89b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:16.143251 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-42df11a9-f72a-4955-b751-3e4b92990fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:16.150758 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-42df11a9-f72a-4955-b751-3e4b92990fff admin admin] Usage tracker for resource:security_group_rule and tenant:edc158fac2974596964f5576556566c2 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:16.154582 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-42df11a9-f72a-4955-b751-3e4b92990fff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:16.163178 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-42df11a9-f72a-4955-b751-3e4b92990fff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:16.220206 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcca496-0f5e-4fa9-a8df-44fcf494576d req-302dcad9-65bb-42cd-9876-bdc68902db35 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:16.221970 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ddcca496-0f5e-4fa9-a8df-44fcf494576d req-302dcad9-65bb-42cd-9876-bdc68902db35 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/ports?device_id=4418e250-c320-4032-9097-861e391230dd HTTP/1.1" status: 200 len: 943 time: 0.1523824 Feb 17 01:05:16.278029 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Pushing event updated for resources: {'Port': ['ID=4a380c68-ae78-4527-a3f2-859a1e97f95c,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:16.283469 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:16.302880 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-ddcca496-0f5e-4fa9-a8df-44fcf494576d req-5bdb5572-1ac3-49d5-8d56-082cd44d17e9 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Synchronizing usage tracker for tenant:439356b55d3249f39819bf6efc6c5f9c on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:05:16.342537 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-42df11a9-f72a-4955-b751-3e4b92990fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:16.344205 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-ddcca496-0f5e-4fa9-a8df-44fcf494576d req-5bdb5572-1ac3-49d5-8d56-082cd44d17e9 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Unset dirty status for tenant:439356b55d3249f39819bf6efc6c5f9c on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:05:16.345487 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ddcca496-0f5e-4fa9-a8df-44fcf494576d req-5bdb5572-1ac3-49d5-8d56-082cd44d17e9 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/security-groups?id=867d5733-67af-428b-9a56-56b6c5629eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088421 Feb 17 01:05:16.346560 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-42df11a9-f72a-4955-b751-3e4b92990fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:16.356275 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5fcdaa20-2f91-4207-a844-bfe03600a9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:16.400539 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-42df11a9-f72a-4955-b751-3e4b92990fff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edc158fac2974596964f5576556566c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5055754 Feb 17 01:05:16.404056 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58926) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:16.419407 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df11a9-f72a-4955-b751-3e4b92990fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99205de-df30-434a-940a-fb0ef5608636,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:16.425559 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-42df11a9-f72a-4955-b751-3e4b92990fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:16.475232 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Attempting to bind port 4a380c68-ae78-4527-a3f2-859a1e97f95c on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:05:16.475472 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Attempting to bind port 4a380c68-ae78-4527-a3f2-859a1e97f95c by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '76799866-bff1-4065-8358-2a3b69daaf10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '70023bbc-c24b-4e26-ae67-877cbff81f86'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:05:16.475866 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Attempting to bind port 4a380c68-ae78-4527-a3f2-859a1e97f95c on network 70023bbc-c24b-4e26-ae67-877cbff81f86 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:05:16.482364 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:05:16.482756 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Checking segment: {'id': '76799866-bff1-4065-8358-2a3b69daaf10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '70023bbc-c24b-4e26-ae67-877cbff81f86'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:05:16.483162 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:16.483555 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Bound using segment: {'id': '76799866-bff1-4065-8358-2a3b69daaf10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '70023bbc-c24b-4e26-ae67-877cbff81f86'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:05:16.483924 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-83151b6c-45ff-4665-b6b1-c8c7372e93c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:16.484094 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Bound port: 4a380c68-ae78-4527-a3f2-859a1e97f95c, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76799866-bff1-4065-8358-2a3b69daaf10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '70023bbc-c24b-4e26-ae67-877cbff81f86'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:05:16.484417 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:16.519128 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-83151b6c-45ff-4665-b6b1-c8c7372e93c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:16.584065 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] For port 4a380c68-ae78-4527-a3f2-859a1e97f95c, host hv-cinder-75995, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:05:16.586568 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-83151b6c-45ff-4665-b6b1-c8c7372e93c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:16.587562 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] For port 4a380c68-ae78-4527-a3f2-859a1e97f95c, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=4a380c68-ae78-4527-a3f2-859a1e97f95c,segment=NetworkSegment(76799866-bff1-4065-8358-2a3b69daaf10),segment_id=76799866-bff1-4065-8358-2a3b69daaf10)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:05:16.592098 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851517077'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:16.593184 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-294d2113-46b0-4595-8bfa-ba1bff30ac45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:16.609611 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-664c5b9e-c962-4d3b-9947-fbfca47223b8 tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:16.611358 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83151b6c-45ff-4665-b6b1-c8c7372e93c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99205de-df30-434a-940a-fb0ef5608636,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:16.613593 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-83151b6c-45ff-4665-b6b1-c8c7372e93c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:16.614834 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-83151b6c-45ff-4665-b6b1-c8c7372e93c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f99205de-df30-434a-940a-fb0ef5608636 HTTP/1.1" status: 204 len: 168 time: 0.2097831 Feb 17 01:05:16.615908 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-83151b6c-45ff-4665-b6b1-c8c7372e93c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:16.807409 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Pushing event updated for resources: {'Port': ['ID=4a380c68-ae78-4527-a3f2-859a1e97f95c,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:16.812919 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:16.857196 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:16.857818 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:16.860856 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] 10.222.0.42 "PUT /v2.0/ports/4a380c68-ae78-4527-a3f2-859a1e97f95c HTTP/1.1" status: 200 len: 1157 time: 1.5505583 Feb 17 01:05:16.861396 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4418e250-c320-4032-9097-861e391230dd', 'tag': '4a380c68-ae78-4527-a3f2-859a1e97f95c'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:05:16.962078 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4418e250-c320-4032-9097-861e391230dd', 'tag': '4a380c68-ae78-4527-a3f2-859a1e97f95c', 'status': 'completed', 'code': 200} Feb 17 01:05:17.042454 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-10e321d2-c6f8-4cf5-b99f-5c8dd77cd541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:17.045404 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-10e321d2-c6f8-4cf5-b99f-5c8dd77cd541 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=439356b55d3249f39819bf6efc6c5f9c&device_id=4418e250-c320-4032-9097-861e391230dd HTTP/1.1" status: 200 len: 1160 time: 0.1267254 Feb 17 01:05:17.145813 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-249d80e3-1197-4d91-a78b-a1bc479e43aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a380c68-ae78-4527-a3f2-859a1e97f95c HTTP/1.1" status: 200 len: 217 time: 0.0898261 Feb 17 01:05:17.221092 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5c4b31d2-2763-4cba-9ee1-c68367d8af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:17.222762 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-5c4b31d2-2763-4cba-9ee1-c68367d8af57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a51b16-90a6-410f-9a50-e3766526faaf HTTP/1.1" status: 200 len: 848 time: 0.0740328 Feb 17 01:05:17.291020 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-cc059de5-75b4-46cd-9758-4a7dbcfe72f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70023bbc-c24b-4e26-ae67-877cbff81f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604930 Feb 17 01:05:17.488968 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-e5cabd82-5833-459d-91d9-9bc62824e421 service neutron] 10.222.0.42 "GET /v2.0/networks/70023bbc-c24b-4e26-ae67-877cbff81f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913280 Feb 17 01:05:17.599583 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 58968) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:17.602549 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bfa3c-d4b1-4684-a052-c5bd1dadf47d req-0bb4e9d0-42e0-4d3b-b582-0085fe7a1d37 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:17.604782 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-105bfa3c-d4b1-4684-a052-c5bd1dadf47d req-0bb4e9d0-42e0-4d3b-b582-0085fe7a1d37 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/ports?device_id=4418e250-c320-4032-9097-861e391230dd HTTP/1.1" status: 200 len: 943 time: 0.1184652 Feb 17 01:05:17.658141 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-105bfa3c-d4b1-4684-a052-c5bd1dadf47d req-62d9a82b-0b09-41fd-8d96-ded45c34923b tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/security-groups?id=867d5733-67af-428b-9a56-56b6c5629eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460994 Feb 17 01:05:17.659115 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-492ac486-33ca-4ccd-abaa-096fc2ae6d43 req-9b78516e-3785-41e7-b392-ada75b87ab06 service neutron] 10.222.0.42 "GET /v2.0/networks/70023bbc-c24b-4e26-ae67-877cbff81f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1621869 Feb 17 01:05:17.759723 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-986077689-network', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:05:17.771651 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:17.777778 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Usage tracker for resource:network and tenant:bc17598988ff41148023db5e8a5e91a6 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:17.782082 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:17.789590 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:17.803467 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Made reservation on behalf of bc17598988ff41148023db5e8a5e91a6 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:05:17.808200 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:17.825362 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:17.853243 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:17.859131 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6185c-362a-4b52-b135-72a290ecc14e req-2dd7b569-982c-444e-8467-06dfb904d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:17.861242 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-aaf6185c-362a-4b52-b135-72a290ecc14e req-2dd7b569-982c-444e-8467-06dfb904d625 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=439356b55d3249f39819bf6efc6c5f9c&device_id=4418e250-c320-4032-9097-861e391230dd HTTP/1.1" status: 200 len: 1160 time: 0.1479347 Feb 17 01:05:17.862246 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Usage tracker for resource:security_group_rule and tenant:bc17598988ff41148023db5e8a5e91a6 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:17.865488 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:17.897910 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:18.057696 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6185c-362a-4b52-b135-72a290ecc14e req-c2b1df1b-a61a-4903-ba0e-1f157b22e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:18.059337 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-aaf6185c-362a-4b52-b135-72a290ecc14e req-c2b1df1b-a61a-4903-ba0e-1f157b22e0e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70023bbc-c24b-4e26-ae67-877cbff81f86 HTTP/1.1" status: 200 len: 902 time: 0.1908412 Feb 17 01:05:18.157819 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-aaf6185c-362a-4b52-b135-72a290ecc14e req-435282d2-4100-45c5-83a9-d07e6fbbb083 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a380c68-ae78-4527-a3f2-859a1e97f95c HTTP/1.1" status: 200 len: 217 time: 0.0835621 Feb 17 01:05:18.213262 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 58982) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:18.240758 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:18.246104 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:18.253007 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-33eb4f90-ac14-4325-8f92-7a00822d9919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:18.277066 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6185c-362a-4b52-b135-72a290ecc14e req-46723e0c-9e01-4d18-8646-5afad60564eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:18.278658 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-aaf6185c-362a-4b52-b135-72a290ecc14e req-46723e0c-9e01-4d18-8646-5afad60564eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a51b16-90a6-410f-9a50-e3766526faaf HTTP/1.1" status: 200 len: 848 time: 0.1125751 Feb 17 01:05:18.335140 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:05:18.359047 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-aaf6185c-362a-4b52-b135-72a290ecc14e req-28e6ebd5-8b7a-44b8-8a51-bb85a23fdfe0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70023bbc-c24b-4e26-ae67-877cbff81f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629802 Feb 17 01:05:18.361754 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6601cd6-deec-423d-850e-2d7055287788,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:18.364998 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257518850079', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:18.365492 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.segments_db [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Added segment 5327929c-9e06-456a-8590-062154e4de4f of type vxlan for network 41b523dc-e7c9-418e-a292-2352dc73cec2 Feb 17 01:05:18.368263 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:18.405842 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3a39a42a-2b91-46f2-854f-c1100e996720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:18.426869 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-3a39a42a-2b91-46f2-854f-c1100e996720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:18.431542 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-3a39a42a-2b91-46f2-854f-c1100e996720 admin admin] Usage tracker for resource:security_group_rule and tenant:414ff1fea616431f8bc1ea2c9af53ee8 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:18.434898 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-3a39a42a-2b91-46f2-854f-c1100e996720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:18.443000 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-3a39a42a-2b91-46f2-854f-c1100e996720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:18.614708 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3a39a42a-2b91-46f2-854f-c1100e996720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:18.622604 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3a39a42a-2b91-46f2-854f-c1100e996720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:18.639875 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-28ee850f-4f67-43c3-b0a6-63eac0a302d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:18.729196 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257519434902'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:18.732502 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-3a39a42a-2b91-46f2-854f-c1100e996720 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=414ff1fea616431f8bc1ea2c9af53ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5177600 Feb 17 01:05:18.734410 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39a42a-2b91-46f2-854f-c1100e996720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48c21f7-64c9-45c0-97ab-f79e7f34b2d0,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:18.737287 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 58996) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:18.741859 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3a39a42a-2b91-46f2-854f-c1100e996720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:18.854625 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-aaf6185c-362a-4b52-b135-72a290ecc14e req-f048ea09-d7b7-4700-9e1e-55f6e8d00bb9 service neutron] 10.222.0.42 "GET /v2.0/networks/70023bbc-c24b-4e26-ae67-877cbff81f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875240 Feb 17 01:05:18.858942 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:18.869437 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:18.870000 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:18.900604 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c6c8331d-e3ae-43cf-a288-74c2551853d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:18.913346 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5d903-98c7-49a9-bc11-8f1a07e49904 req-79e05007-fbaf-482a-ae47-871e9cb368bf tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:18.915123 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-61b5d903-98c7-49a9-bc11-8f1a07e49904 req-79e05007-fbaf-482a-ae47-871e9cb368bf tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/ports?device_id=4418e250-c320-4032-9097-861e391230dd HTTP/1.1" status: 200 len: 943 time: 0.1066399 Feb 17 01:05:18.970903 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-61b5d903-98c7-49a9-bc11-8f1a07e49904 req-55589dd1-80e1-4ed4-9d85-678a5b1469e2 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/security-groups?id=867d5733-67af-428b-9a56-56b6c5629eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489523 Feb 17 01:05:19.040329 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23529aa9-90f9-402c-a9d5-c013f23a38f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:19.120610 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Pushing event updated for resources: {'Network': ['ID=41b523dc-e7c9-418e-a292-2352dc73cec2,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:19.122606 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:05:19.124106 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23529aa9-90f9-402c-a9d5-c013f23a38f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:19.133016 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Network 41b523dc-e7c9-418e-a292-2352dc73cec2 details requested by agent ovs-agent-dv-cinder-759955-4-smb with host dv-cinder-759955-4-smb {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:05:19.134557 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5342660 Feb 17 01:05:19.143558 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 59002) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:19.145752 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:19.145871 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-065b9fa1-513c-4983-8033-95efb0449190 admin admin] Request body: {'subnet': {'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-986077689-subnet', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:05:19.150151 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Network 41b523dc-e7c9-418e-a292-2352dc73cec2 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:05:19.151016 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-065b9fa1-513c-4983-8033-95efb0449190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:19.155551 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-065b9fa1-513c-4983-8033-95efb0449190 admin admin] Usage tracker for resource:subnet and tenant:bc17598988ff41148023db5e8a5e91a6 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:19.159262 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-065b9fa1-513c-4983-8033-95efb0449190 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:19.165577 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-065b9fa1-513c-4983-8033-95efb0449190 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:19.176438 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065b9fa1-513c-4983-8033-95efb0449190 admin admin] Made reservation on behalf of bc17598988ff41148023db5e8a5e91a6 for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:05:19.181460 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-065b9fa1-513c-4983-8033-95efb0449190 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852239421'] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:19.209407 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-aaf6185c-362a-4b52-b135-72a290ecc14e req-36090402-b984-4ab1-a402-1c1c23d5c5fa service neutron] 10.222.0.42 "GET /v2.0/networks/70023bbc-c24b-4e26-ae67-877cbff81f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3414972 Feb 17 01:05:19.220356 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23529aa9-90f9-402c-a9d5-c013f23a38f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:19.227527 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-045b5045-fbbf-4f4c-ad40-04ce279384ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:19.243072 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23529aa9-90f9-402c-a9d5-c013f23a38f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48c21f7-64c9-45c0-97ab-f79e7f34b2d0,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:19.246283 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-23529aa9-90f9-402c-a9d5-c013f23a38f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:19.247296 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23529aa9-90f9-402c-a9d5-c013f23a38f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:19.248566 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-23529aa9-90f9-402c-a9d5-c013f23a38f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a48c21f7-64c9-45c0-97ab-f79e7f34b2d0 HTTP/1.1" status: 204 len: 168 time: 0.5102272 Feb 17 01:05:19.609333 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.objects.ports [None req-86c6d28a-ca14-41ae-bebe-0d0b3b964862 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84028) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:05:19.682410 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-065b9fa1-513c-4983-8033-95efb0449190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2093266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852239406'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:19.699997 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:19.841597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b9fa1-513c-4983-8033-95efb0449190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d614ecf8-6746-4a79-9e01-4d8e94e235ae,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:19.847678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-065b9fa1-513c-4983-8033-95efb0449190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:19.922968 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 4a380c68-ae78-4527-a3f2-859a1e97f95c up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:05:19.942953 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b9fa1-513c-4983-8033-95efb0449190 admin admin] Checking segment: {'id': '5327929c-9e06-456a-8590-062154e4de4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:05:19.943773 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065b9fa1-513c-4983-8033-95efb0449190 admin admin] Network hostable DHCP agents. Network: 41b523dc-e7c9-418e-a292-2352dc73cec2, hostable agents: ['5e7a5314-6df3-4bd1-acbe-6399b6f22057'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:05:19.975357 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065b9fa1-513c-4983-8033-95efb0449190 admin admin] Network 41b523dc-e7c9-418e-a292-2352dc73cec2 is scheduled to be hosted by DHCP agent 5e7a5314-6df3-4bd1-acbe-6399b6f22057 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:05:19.993612 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-065b9fa1-513c-4983-8033-95efb0449190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-smb, 41b523dc-e7c9-418e-a292-2352dc73cec2) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:05:20.017467 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca71b3c-9e65-49ce-ad29-f67ef7ae7fa4 None None] Network 41b523dc-e7c9-418e-a292-2352dc73cec2 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:05:20.031468 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065b9fa1-513c-4983-8033-95efb0449190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:20.031468 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-065b9fa1-513c-4983-8033-95efb0449190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:20.070373 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-065b9fa1-513c-4983-8033-95efb0449190 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9309177 Feb 17 01:05:20.073708 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 59034) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:20.089678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-986077689-router', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:05:20.100941 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:20.118335 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Usage tracker for resource:router and tenant:bc17598988ff41148023db5e8a5e91a6 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:20.131120 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:20.147580 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port 4a380c68-ae78-4527-a3f2-859a1e97f95c completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:05:20.147972 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:20.162382 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1712333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16058'] for router, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:20.164102 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1712186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1774464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854430549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854759806'] for router, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:20.164973 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 4a380c68-ae78-4527-a3f2-859a1e97f95c triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:05:20.166102 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:20.201313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:20.449172 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f37b908-f172-54b3-9577-8517eca2c532-41b523dc-e7c9-418e-a292-2352dc73cec2', 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'fixed_ips': [{'subnet_id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae'}]}} from dv-cinder-759955-4-smb. {{(pid=84028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:05:20.450423 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:20.534727 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:20.633197 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4418e250-c320-4032-9097-861e391230dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a380c68-ae78-4527-a3f2-859a1e97f95c'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:05:20.650104 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 4a380c68-ae78-4527-a3f2-859a1e97f95c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=4a380c68-ae78-4527-a3f2-859a1e97f95c,segment=NetworkSegment(76799866-bff1-4065-8358-2a3b69daaf10),segment_id=76799866-bff1-4065-8358-2a3b69daaf10)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:05:20.658764 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:20.671890 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:20.733576 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4418e250-c320-4032-9097-861e391230dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a380c68-ae78-4527-a3f2-859a1e97f95c', 'code': 200} Feb 17 01:05:20.917240 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853002205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853063509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854759791'] for router, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:20.932715 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=4a380c68-ae78-4527-a3f2-859a1e97f95c,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:20.943048 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:20.947276 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27cbc3-a513-4c26-ac36-a29572d255b9 req-7af8bdca-5744-4988-a836-f99cdb16f9f7 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:20.955424 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8c27cbc3-a513-4c26-ac36-a29572d255b9 req-7af8bdca-5744-4988-a836-f99cdb16f9f7 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/ports?device_id=4418e250-c320-4032-9097-861e391230dd HTTP/1.1" status: 200 len: 945 time: 0.7342374 Feb 17 01:05:21.039531 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Allocated IP 172.20.0.2 (41b523dc-e7c9-418e-a292-2352dc73cec2/d614ecf8-6746-4a79-9e01-4d8e94e235ae/72ea14df-2b86-460b-b917-2e2874043ce1) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:05:21.070183 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ef4cf-569e-4af4-86ed-ce512d84defa req-76e338f2-a5c1-4e86-8d3b-46057157a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:21.083484 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-185ef4cf-569e-4af4-86ed-ce512d84defa req-76e338f2-a5c1-4e86-8d3b-46057157a244 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4418e250-c320-4032-9097-861e391230dd HTTP/1.1" status: 200 len: 1162 time: 0.1742864 Feb 17 01:05:21.095534 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8c27cbc3-a513-4c26-ac36-a29572d255b9 req-701ca247-a805-48ce-baba-b2a99ca371a7 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/security-groups?id=867d5733-67af-428b-9a56-56b6c5629eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388638 Feb 17 01:05:21.152232 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-185ef4cf-569e-4af4-86ed-ce512d84defa req-7a137c1d-6da0-4087-a0a1-e11d1f472d95 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=867d5733-67af-428b-9a56-56b6c5629eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606101 Feb 17 01:05:21.449281 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 59072) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:21.520553 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 4a380c68-ae78-4527-a3f2-859a1e97f95c up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:05:21.629271 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:21.657133 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:21.662581 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Usage tracker for resource:security_group_rule and tenant:da54cbca67584de5a266466fa28cceef is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:05:21.666481 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:05:21.678532 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:21.681588 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:21.698618 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:21.707094 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Transition to ACTIVE for port object 72ea14df-2b86-460b-b917-2e2874043ce1 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:05:21.711221 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 4a380c68-ae78-4527-a3f2-859a1e97f95c triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:05:21.711910 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:21.744813 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:21.781175 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Transition to ACTIVE for port object 72ea14df-2b86-460b-b917-2e2874043ce1 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:05:21.803684 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:21.819222 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2dcc8360-9548-4b5a-be52-93c2131c19e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:21.862603 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:21.866971 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:21.880172 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-631353f7-9f89-4cb5-8a65-550d47e75323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:21.939664 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da54cbca67584de5a266466fa28cceef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4879375 Feb 17 01:05:21.940902 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9d4445-01da-4616-9f23-afa5bb1faa51,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:21.944477 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 59080) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:21.951555 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.952093 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.952511 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.952913 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.953526 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.953959 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.954429 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.954907 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.955368 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.955834 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.956316 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.956780 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.957295 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.957761 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.958317 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.958782 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.959244 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.959709 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.960220 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.960704 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.961167 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.961626 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.962096 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.962568 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:21.968513 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-53532af7-0f10-42d1-8c55-b335fb68f01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:22.142934 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-599f7944-f959-4f8d-865f-5249abf167a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:22.145918 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Allocated IP 172.28.2.237 (2e19633c-545c-4fb1-b120-f8a653754f93/b7820f59-df4d-447e-aa70-8d8cb70b78f3/603132bb-26c7-497a-aced-35f8ba1a9c4a) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:05:22.173699 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Pushing event updated for resources: {'Port': ['ID=72ea14df-2b86-460b-b917-2e2874043ce1,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:22.179183 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:22.205548 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-599f7944-f959-4f8d-865f-5249abf167a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:22.309991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Network 41b523dc-e7c9-418e-a292-2352dc73cec2 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:05:22.312195 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:05:22.317477 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:05:22.426363 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Attempting to bind port 72ea14df-2b86-460b-b917-2e2874043ce1 on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:05:22.427208 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Attempting to bind port 72ea14df-2b86-460b-b917-2e2874043ce1 by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': '5327929c-9e06-456a-8590-062154e4de4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:05:22.428094 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Attempting to bind port 72ea14df-2b86-460b-b917-2e2874043ce1 on network 41b523dc-e7c9-418e-a292-2352dc73cec2 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:05:22.436906 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:05:22.437580 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Checking segment: {'id': '5327929c-9e06-456a-8590-062154e4de4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:05:22.438201 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:22.438952 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Bound using segment: {'id': '5327929c-9e06-456a-8590-062154e4de4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:05:22.439290 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Bound port: 72ea14df-2b86-460b-b917-2e2874043ce1, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5327929c-9e06-456a-8590-062154e4de4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:05:22.439906 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:22.446387 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-599f7944-f959-4f8d-865f-5249abf167a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:22.454400 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ee01aa94-dd23-46eb-aadd-e1e1c51f0617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:22.472080 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:22.477915 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f7944-f959-4f8d-865f-5249abf167a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9d4445-01da-4616-9f23-afa5bb1faa51,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:22.485141 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-599f7944-f959-4f8d-865f-5249abf167a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:22.522393 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b81df0-6d93-4627-9b30-0a4bfafb8cd7 req-6c0d3470-7561-42f5-b998-a3253b9e36d3 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:22.524174 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e4b81df0-6d93-4627-9b30-0a4bfafb8cd7 req-6c0d3470-7561-42f5-b998-a3253b9e36d3 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/ports?device_id=4418e250-c320-4032-9097-861e391230dd HTTP/1.1" status: 200 len: 945 time: 0.2119894 Feb 17 01:05:22.533348 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-599f7944-f959-4f8d-865f-5249abf167a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:22.543280 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-599f7944-f959-4f8d-865f-5249abf167a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec9d4445-01da-4616-9f23-afa5bb1faa51 HTTP/1.1" status: 204 len: 168 time: 0.5912514 Feb 17 01:05:22.597515 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] For port 72ea14df-2b86-460b-b917-2e2874043ce1, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:05:22.598720 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:22.606286 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] For port 72ea14df-2b86-460b-b917-2e2874043ce1, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=72ea14df-2b86-460b-b917-2e2874043ce1,segment=NetworkSegment(5327929c-9e06-456a-8590-062154e4de4f),segment_id=5327929c-9e06-456a-8590-062154e4de4f)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:05:22.614049 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:22.616040 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e4b81df0-6d93-4627-9b30-0a4bfafb8cd7 req-0efacde5-ed72-4040-965e-085621cd005c tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/security-groups?id=867d5733-67af-428b-9a56-56b6c5629eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712783 Feb 17 01:05:22.619447 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:22.633560 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:22.769701 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Pushing event updated for resources: {'Port': ['ID=603132bb-26c7-497a-aced-35f8ba1a9c4a,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:22.774340 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:22.941755 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Network 2e19633c-545c-4fb1-b120-f8a653754f93 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:05:22.943133 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:05:22.948808 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:05:22.954852 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Pushing event updated for resources: {'Port': ['ID=72ea14df-2b86-460b-b917-2e2874043ce1,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:22.970067 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:23.544613 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:24.004970 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 72ea14df-2b86-460b-b917-2e2874043ce1 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:05:24.008959 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853063494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773592'] for router, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:24.019356 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b052181-c57f-4757-b4a6-c38ffeaa53e4 req-7b6185ec-281e-45ad-8958-46a090d1a1a5 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:24.026682 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3b052181-c57f-4757-b4a6-c38ffeaa53e4 req-7b6185ec-281e-45ad-8958-46a090d1a1a5 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/ports?device_id=4418e250-c320-4032-9097-861e391230dd HTTP/1.1" status: 200 len: 945 time: 0.2390327 Feb 17 01:05:24.129971 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port 72ea14df-2b86-460b-b917-2e2874043ce1 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:05:24.520875 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f607fe2-c2fb-4915-8f63-a22b559eb508 None None] Network 41b523dc-e7c9-418e-a292-2352dc73cec2 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:05:24.561360 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3b052181-c57f-4757-b4a6-c38ffeaa53e4 req-c36541f8-93f8-43a1-a55b-9183be7d51af tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/security-groups?id=867d5733-67af-428b-9a56-56b6c5629eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484516 Feb 17 01:05:24.626803 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8e26d26b-a1b0-4ca2-9702-2a94046afc77 None None] Provisioning for port 72ea14df-2b86-460b-b917-2e2874043ce1 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:05:24.634463 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8e26d26b-a1b0-4ca2-9702-2a94046afc77 None None] Provisioning complete for port 72ea14df-2b86-460b-b917-2e2874043ce1 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:05:24.635025 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e26d26b-a1b0-4ca2-9702-2a94046afc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:24.649549 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Router d926c621-ed04-45f8-9a6e-eaf98138bda9 is scheduled to L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 with binding_index 1 {{(pid=84026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:05:24.866022 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:05:24.885879 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Sync routers for ids ['d926c621-ed04-45f8-9a6e-eaf98138bda9'] in dv-cinder-759955-4-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:05:24.886769 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:24.890843 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8133969 Feb 17 01:05:24.891167 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 59122) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:24.916184 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Routers {'d926c621-ed04-45f8-9a6e-eaf98138bda9'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:05:24.916883 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:05:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['d926c621-ed04-45f8-9a6e-eaf98138bda9'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:24.977011 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e26d26b-a1b0-4ca2-9702-2a94046afc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:25.177158 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8e26d26b-a1b0-4ca2-9702-2a94046afc77 None None] For port 72ea14df-2b86-460b-b917-2e2874043ce1, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=72ea14df-2b86-460b-b917-2e2874043ce1,segment=NetworkSegment(5327929c-9e06-456a-8590-062154e4de4f),segment_id=5327929c-9e06-456a-8590-062154e4de4f)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:05:25.185182 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e26d26b-a1b0-4ca2-9702-2a94046afc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:25.191597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:25.283308 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Set router d926c621-ed04-45f8-9a6e-eaf98138bda9 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:05:25.483559 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26d26b-a1b0-4ca2-9702-2a94046afc77 None None] Pushing event updated for resources: {'Port': ['ID=72ea14df-2b86-460b-b917-2e2874043ce1,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:25.493313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e26d26b-a1b0-4ca2-9702-2a94046afc77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:25.513147 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-79eca8b3-f943-45f6-9bd4-81a1e0dde184 None None] Provisioning complete for port 72ea14df-2b86-460b-b917-2e2874043ce1 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:05:25.513551 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79eca8b3-f943-45f6-9bd4-81a1e0dde184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:25.792530 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:25.986644 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 72ea14df-2b86-460b-b917-2e2874043ce1 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:05:26.040645 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'name': 'tempest-TestMinimumBasicScenario-986077689-router', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:05:20Z', 'updated_at': '2021-02-17T01:05:23Z', 'revision_number': 3, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'gw_port': {'id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:63:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:21Z', 'updated_at': '2021-02-17T01:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:26.054070 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Checking router: d926c621-ed04-45f8-9a6e-eaf98138bda9 for host: dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:05:26.054470 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Updating router d926c621-ed04-45f8-9a6e-eaf98138bda9 port 603132bb-26c7-497a-aced-35f8ba1a9c4a binding host dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:05:26.139851 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-994a612f-82e4-4b51-8b73-d0263a49a1ec None None] Provisioning complete for port 72ea14df-2b86-460b-b917-2e2874043ce1 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:05:26.140228 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-994a612f-82e4-4b51-8b73-d0263a49a1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:26.169989 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:26.233367 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 72ea14df-2b86-460b-b917-2e2874043ce1 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:05:26.233798 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:26.260683 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Allocated IP 172.20.0.1 (41b523dc-e7c9-418e-a292-2352dc73cec2/d614ecf8-6746-4a79-9e01-4d8e94e235ae/65fb976e-e796-4d15-b83c-5107547c4289) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:05:26.434276 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:26.456244 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Transition to ACTIVE for port object 65fb976e-e796-4d15-b83c-5107547c4289 will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:05:26.494181 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:26.515486 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-92a1cbfa-3bc9-4ebc-9449-4011ae8034ea tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:26.652212 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Pushing event updated for resources: {'Port': ['ID=65fb976e-e796-4d15-b83c-5107547c4289,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:26.658325 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:26.714311 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Network 41b523dc-e7c9-418e-a292-2352dc73cec2 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:05:26.715481 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:05:26.725088 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:05:26.787635 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853018879'] for router_interface, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:26.825989 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:26.842205 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Transition to ACTIVE for port object 603132bb-26c7-497a-aced-35f8ba1a9c4a will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:05:26.846955 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:26.864678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:26.937181 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:27.007554 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959afc03-3056-451f-9172-7e24df2c317b None None] Pushing event updated for resources: {'Port': ['ID=603132bb-26c7-497a-aced-35f8ba1a9c4a,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:27.016207 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-959afc03-3056-451f-9172-7e24df2c317b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:27.040896 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-569270e2-78aa-4e42-ba11-52101d583f40 None None] Provisioning for port 65fb976e-e796-4d15-b83c-5107547c4289 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:05:27.052645 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-569270e2-78aa-4e42-ba11-52101d583f40 None None] Provisioning complete for port 65fb976e-e796-4d15-b83c-5107547c4289 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:05:27.053069 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-569270e2-78aa-4e42-ba11-52101d583f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:27.136075 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-569270e2-78aa-4e42-ba11-52101d583f40 None None] Port 65fb976e-e796-4d15-b83c-5107547c4289 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:05:27.142862 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 59154) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:27.157610 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Attempting to bind port 603132bb-26c7-497a-aced-35f8ba1a9c4a on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:05:27.158047 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Attempting to bind port 603132bb-26c7-497a-aced-35f8ba1a9c4a by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:05:27.158418 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Attempting to bind port 603132bb-26c7-497a-aced-35f8ba1a9c4a on network 2e19633c-545c-4fb1-b120-f8a653754f93 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:05:27.165054 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:05:27.165474 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Checking segment: {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:05:27.165904 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:27.166350 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Bound using segment: {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:05:27.166876 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Bound port: 603132bb-26c7-497a-aced-35f8ba1a9c4a, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:05:27.167297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:27.250038 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b7a301-0073-4a50-b157-314a2dddc8ec admin admin] Deleting subnet 6e12e7db-7d54-4916-b41c-cebcfa5cdbec {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:05:27.254692 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9b7a301-0073-4a50-b157-314a2dddc8ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:27.258974 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] For port 603132bb-26c7-497a-aced-35f8ba1a9c4a, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:05:27.262610 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] For port 603132bb-26c7-497a-aced-35f8ba1a9c4a, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=603132bb-26c7-497a-aced-35f8ba1a9c4a,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:05:27.268394 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:27.289582 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:27.313765 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:27.319524 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9b7a301-0073-4a50-b157-314a2dddc8ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851709794'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:27.319649 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2094666'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:27.387868 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9b7a301-0073-4a50-b157-314a2dddc8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853998860'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:27.393232 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:27.429508 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853078611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1757031'] for router_interface, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:27.463830 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959afc03-3056-451f-9172-7e24df2c317b None None] Pushing event updated for resources: {'Port': ['ID=603132bb-26c7-497a-aced-35f8ba1a9c4a,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:27.469514 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-959afc03-3056-451f-9172-7e24df2c317b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:27.526020 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Routers {'d926c621-ed04-45f8-9a6e-eaf98138bda9'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:05:27.527597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:05:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['d926c621-ed04-45f8-9a6e-eaf98138bda9'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:27.570464 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Pushing event updated for resources: {'Port': ['ID=65fb976e-e796-4d15-b83c-5107547c4289,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:27.575954 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:27.640011 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Network 41b523dc-e7c9-418e-a292-2352dc73cec2 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:05:27.641332 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:05:27.736889 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9b7a301-0073-4a50-b157-314a2dddc8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3260342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2905146'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:27.754853 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:27.890410 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Router d926c621-ed04-45f8-9a6e-eaf98138bda9 has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:05:27.917390 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7a301-0073-4a50-b157-314a2dddc8ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e12e7db-7d54-4916-b41c-cebcfa5cdbec,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:27.931683 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f9b7a301-0073-4a50-b157-314a2dddc8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:27.994449 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] Set router d926c621-ed04-45f8-9a6e-eaf98138bda9 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:05:28.022869 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9b7a301-0073-4a50-b157-314a2dddc8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:28.039508 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-f9b7a301-0073-4a50-b157-314a2dddc8ec admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6e12e7db-7d54-4916-b41c-cebcfa5cdbec HTTP/1.1" status: 204 len: 168 time: 0.8951743 Feb 17 01:05:28.040443 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 59170) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:28.065521 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-5086bcea-014b-422d-9f7a-a7fc5dcd7669 None None] Provisioning complete for port 65fb976e-e796-4d15-b83c-5107547c4289 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:05:28.065952 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5086bcea-014b-422d-9f7a-a7fc5dcd7669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:28.162225 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:05:28.177470 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] 10.222.0.23 "PUT /v2.0/routers/d926c621-ed04-45f8-9a6e-eaf98138bda9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2842960 Feb 17 01:05:28.233911 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-81db9051-b6fc-4e8e-8301-b0da77b5960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854224426'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:28.453736 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-5086bcea-014b-422d-9f7a-a7fc5dcd7669 None None] Port 65fb976e-e796-4d15-b83c-5107547c4289 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:05:28.482983 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-81db9051-b6fc-4e8e-8301-b0da77b5960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853995923', 'neutron.services.segments.db._delete_segments_for_network-8779335925738'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:28.621531 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-81db9051-b6fc-4e8e-8301-b0da77b5960e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50270a8c-05f9-44ce-9876-7b1c2c420843']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:28.638387 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-81db9051-b6fc-4e8e-8301-b0da77b5960e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570ddb4b-a4ab-4820-8012-219b788bfdbe') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:28.638740 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-81db9051-b6fc-4e8e-8301-b0da77b5960e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570ddb4b-a4ab-4820-8012-219b788bfdbe') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:28.657893 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-81db9051-b6fc-4e8e-8301-b0da77b5960e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257518846972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3065990'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:28.676493 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-81db9051-b6fc-4e8e-8301-b0da77b5960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:28.678655 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-81db9051-b6fc-4e8e-8301-b0da77b5960e admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:05:28.691843 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'name': 'tempest-TestMinimumBasicScenario-986077689-router', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:05:20Z', 'updated_at': '2021-02-17T01:05:26Z', 'revision_number': 4, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'gw_port': {'id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:63:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:21Z', 'updated_at': '2021-02-17T01:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': '65fb976e-e796-4d15-b83c-5107547c4289', 'name': '', 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'mac_address': 'fa:16:3e:ca:3c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:26Z', 'updated_at': '2021-02-17T01:05:27Z', 'revision_number': 2, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'subnets': [{'id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:28.699292 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1d15b0-bfcf-4d2c-99f6-c827563de931 None None] The sync data for ids ['d926c621-ed04-45f8-9a6e-eaf98138bda9'] in dv-cinder-759955-4-smb is: [{'id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'name': 'tempest-TestMinimumBasicScenario-986077689-router', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:05:20Z', 'updated_at': '2021-02-17T01:05:26Z', 'revision_number': 4, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'gw_port': {'id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:63:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:21Z', 'updated_at': '2021-02-17T01:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': '65fb976e-e796-4d15-b83c-5107547c4289', 'name': '', 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'mac_address': 'fa:16:3e:ca:3c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:26Z', 'updated_at': '2021-02-17T01:05:27Z', 'revision_number': 2, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'subnets': [{'id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:05:28.884944 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-81db9051-b6fc-4e8e-8301-b0da77b5960e admin admin] Network 50270a8c-05f9-44ce-9876-7b1c2c420843 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:05:28.895450 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-81db9051-b6fc-4e8e-8301-b0da77b5960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853997851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851517111'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:29.249031 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-81db9051-b6fc-4e8e-8301-b0da77b5960e admin admin] Network 50270a8c-05f9-44ce-9876-7b1c2c420843 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:05:29.254161 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d7b42ec-4d9a-43f9-b1c2-3070cd92b064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: Traceback (most recent call last): Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: timer() Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: cb(*args, **kw) Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: return func(*args, **kwargs) Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: self._notify() Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: self.callback(batched_events) Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: event.method(event) Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: return f(self, *a, **k) Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: return self._get(url).json() Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: **kwargs) Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: **endpoint_filter) Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:05:29.384481 dv-cinder-759955-4-smb neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:05:29.425116 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-81db9051-b6fc-4e8e-8301-b0da77b5960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777043'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:29.429350 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a982b6e8-0e60-41cf-af30-05d8c128811c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:29.445166 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-81db9051-b6fc-4e8e-8301-b0da77b5960e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:29.463114 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db9051-b6fc-4e8e-8301-b0da77b5960e admin admin] Pushing event deleted for resources: {'Network': ['ID=50270a8c-05f9-44ce-9876-7b1c2c420843,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:29.470720 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-81db9051-b6fc-4e8e-8301-b0da77b5960e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:29.472238 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbcbfa-ce88-4c1f-a89e-14ab7d65e5b3 req-1c3bf97e-486a-44e9-8cd6-5ec8aedef4a6 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:29.475019 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-81db9051-b6fc-4e8e-8301-b0da77b5960e admin admin] 10.222.0.23 "DELETE /v2.0/networks/50270a8c-05f9-44ce-9876-7b1c2c420843 HTTP/1.1" status: 204 len: 168 time: 1.4334111 Feb 17 01:05:29.484931 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-86cbcbfa-ce88-4c1f-a89e-14ab7d65e5b3 req-1c3bf97e-486a-44e9-8cd6-5ec8aedef4a6 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/ports?device_id=4418e250-c320-4032-9097-861e391230dd HTTP/1.1" status: 200 len: 945 time: 0.8817713 Feb 17 01:05:29.568857 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-86cbcbfa-ce88-4c1f-a89e-14ab7d65e5b3 req-9515d8b1-52a4-4c02-a39b-86cf5a7bbbe0 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/security-groups?id=867d5733-67af-428b-9a56-56b6c5629eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825915 Feb 17 01:05:29.892684 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 59214) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:30.083005 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-38ac1727-5c91-4110-9f6c-378242ce54d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f21125c48da74e91860753708883f7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882815 Feb 17 01:05:30.083735 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 59220) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:30.118792 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d53983-2264-4821-988a-a3371dbaa5d6 req-f38a8956-1dc8-43e5-bfd8-86ae9776f943 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:30.139899 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-f7d53983-2264-4821-988a-a3371dbaa5d6 req-f38a8956-1dc8-43e5-bfd8-86ae9776f943 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Synchronizing usage tracker for tenant:439356b55d3249f39819bf6efc6c5f9c on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:05:30.175680 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-f7d53983-2264-4821-988a-a3371dbaa5d6 req-f38a8956-1dc8-43e5-bfd8-86ae9776f943 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Unset dirty status for tenant:439356b55d3249f39819bf6efc6c5f9c on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:05:30.177758 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f7d53983-2264-4821-988a-a3371dbaa5d6 req-f38a8956-1dc8-43e5-bfd8-86ae9776f943 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.42 "GET /v2.0/ports?device_id=4418e250-c320-4032-9097-861e391230dd HTTP/1.1" status: 200 len: 945 time: 0.2945485 Feb 17 01:05:30.240944 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eba6ea5c-5df7-4e63-b902-1cbf68de59e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:30.276794 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eba6ea5c-5df7-4e63-b902-1cbf68de59e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:30.329088 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-f7d53983-2264-4821-988a-a3371dbaa5d6 req-689697d2-93a3-4ada-ad1a-89560888f636 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Deleting port 4a380c68-ae78-4527-a3f2-859a1e97f95c {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:05:30.330105 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f7d53983-2264-4821-988a-a3371dbaa5d6 req-689697d2-93a3-4ada-ad1a-89560888f636 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:30.340549 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eba6ea5c-5df7-4e63-b902-1cbf68de59e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:30.345239 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f08a838d-a83d-4cdd-bb7d-4c1b384bb4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:30.368957 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6ea5c-5df7-4e63-b902-1cbf68de59e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b895a914-769c-4f0a-9e14-70920db78f28,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:30.376313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-eba6ea5c-5df7-4e63-b902-1cbf68de59e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:30.380236 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eba6ea5c-5df7-4e63-b902-1cbf68de59e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:30.382592 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-eba6ea5c-5df7-4e63-b902-1cbf68de59e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b895a914-769c-4f0a-9e14-70920db78f28 HTTP/1.1" status: 204 len: 168 time: 0.2948186 Feb 17 01:05:30.948012 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-f7d53983-2264-4821-988a-a3371dbaa5d6 req-689697d2-93a3-4ada-ad1a-89560888f636 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] For port 4a380c68-ae78-4527-a3f2-859a1e97f95c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=4a380c68-ae78-4527-a3f2-859a1e97f95c,segment=NetworkSegment(76799866-bff1-4065-8358-2a3b69daaf10),segment_id=76799866-bff1-4065-8358-2a3b69daaf10)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:05:30.948488 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f7d53983-2264-4821-988a-a3371dbaa5d6 req-689697d2-93a3-4ada-ad1a-89560888f636 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:31.086687 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf71f3-44f7-4a28-b468-fbf5e2391376 req-a1ca2383-28ad-4c5c-b0c7-1ba47644728b tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:31.088583 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5bbf71f3-44f7-4a28-b468-fbf5e2391376 req-a1ca2383-28ad-4c5c-b0c7-1ba47644728b tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/ports?device_id=4418e250-c320-4032-9097-861e391230dd HTTP/1.1" status: 200 len: 945 time: 0.2184775 Feb 17 01:05:31.129939 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-f7d53983-2264-4821-988a-a3371dbaa5d6 req-689697d2-93a3-4ada-ad1a-89560888f636 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Calling delete_port for 4a380c68-ae78-4527-a3f2-859a1e97f95c owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:05:31.180684 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5bbf71f3-44f7-4a28-b468-fbf5e2391376 req-05580d92-9791-4d3b-a1f7-d051bf52dea8 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/security-groups?id=867d5733-67af-428b-9a56-56b6c5629eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829837 Feb 17 01:05:31.334790 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f7d53983-2264-4821-988a-a3371dbaa5d6 req-689697d2-93a3-4ada-ad1a-89560888f636 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:31.356837 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e3e7bb45-dd35-45ce-8dbc-216181227081 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:31.469962 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689697d2-93a3-4ada-ad1a-89560888f636 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Pushing event deleted for resources: {'Port': ['ID=4a380c68-ae78-4527-a3f2-859a1e97f95c,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:31.481137 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-689697d2-93a3-4ada-ad1a-89560888f636 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:31.533697 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 4a380c68-ae78-4527-a3f2-859a1e97f95c no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:05:31.611644 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] No Port match for: 4a380c68-ae78-4527-a3f2-859a1e97f95c {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:05:31.612294 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 4a380c68-ae78-4527-a3f2-859a1e97f95c not bound to the agent host hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:05:31.647067 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d53983-2264-4821-988a-a3371dbaa5d6 req-689697d2-93a3-4ada-ad1a-89560888f636 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] No DVR routers for this DVR port 4a380c68-ae78-4527-a3f2-859a1e97f95c on host hv-cinder-75995 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:05:31.649843 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f7d53983-2264-4821-988a-a3371dbaa5d6 req-689697d2-93a3-4ada-ad1a-89560888f636 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:31.654793 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4418e250-c320-4032-9097-861e391230dd', 'name': 'network-vif-deleted', 'tag': '4a380c68-ae78-4527-a3f2-859a1e97f95c'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:05:31.670907 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f7d53983-2264-4821-988a-a3371dbaa5d6 req-689697d2-93a3-4ada-ad1a-89560888f636 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.42 "DELETE /v2.0/ports/4a380c68-ae78-4527-a3f2-859a1e97f95c HTTP/1.1" status: 204 len: 173 time: 1.4856918 Feb 17 01:05:31.792206 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4418e250-c320-4032-9097-861e391230dd', 'name': 'network-vif-deleted', 'tag': '4a380c68-ae78-4527-a3f2-859a1e97f95c', 'status': 'completed', 'code': 200} Feb 17 01:05:31.993314 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 603132bb-26c7-497a-aced-35f8ba1a9c4a up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:05:32.109355 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port 603132bb-26c7-497a-aced-35f8ba1a9c4a completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:05:32.115149 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 603132bb-26c7-497a-aced-35f8ba1a9c4a triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:05:32.115589 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:32.270835 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:32.300374 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] For port 603132bb-26c7-497a-aced-35f8ba1a9c4a, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=603132bb-26c7-497a-aced-35f8ba1a9c4a,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:05:32.305766 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:32.308651 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:32.399519 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Pushing event updated for resources: {'Port': ['ID=603132bb-26c7-497a-aced-35f8ba1a9c4a,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:32.404108 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:32.423409 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ce68b614-e4be-46a1-9e66-41debf5bb5d5 req-d5cd8421-6eb1-486a-be24-2d5e293b7788 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] 10.222.0.23 "GET /v2.0/ports?device_id=4418e250-c320-4032-9097-861e391230dd HTTP/1.1" status: 200 len: 210 time: 0.0678353 Feb 17 01:05:32.774309 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3cc35125-4663-4d38-9aa6-74255ae1faea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:33.261138 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Sync routers for ids ['d926c621-ed04-45f8-9a6e-eaf98138bda9'] in dv-cinder-759955-4-smb {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:05:33.269645 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Routers {'d926c621-ed04-45f8-9a6e-eaf98138bda9'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:05:33.270757 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:05:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['d926c621-ed04-45f8-9a6e-eaf98138bda9'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:33.368352 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:33.556806 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Set router d926c621-ed04-45f8-9a6e-eaf98138bda9 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:05:33.999375 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 603132bb-26c7-497a-aced-35f8ba1a9c4a up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:05:34.099384 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:34.111378 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 603132bb-26c7-497a-aced-35f8ba1a9c4a triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:05:34.112129 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:34.373212 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'name': 'tempest-TestMinimumBasicScenario-986077689-router', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:05:20Z', 'updated_at': '2021-02-17T01:05:26Z', 'revision_number': 4, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'gw_port': {'id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:21Z', 'updated_at': '2021-02-17T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': '65fb976e-e796-4d15-b83c-5107547c4289', 'name': '', 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'mac_address': 'fa:16:3e:ca:3c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:26Z', 'updated_at': '2021-02-17T01:05:27Z', 'revision_number': 2, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'subnets': [{'id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:34.381714 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Checking router: d926c621-ed04-45f8-9a6e-eaf98138bda9 for host: dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:05:34.382026 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Updating router d926c621-ed04-45f8-9a6e-eaf98138bda9 port 65fb976e-e796-4d15-b83c-5107547c4289 binding host dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:05:34.461867 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:34.721831 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:35.113797 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:35.133174 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Transition to ACTIVE for port object 65fb976e-e796-4d15-b83c-5107547c4289 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:05:35.136800 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:35.154031 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:35.385842 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Pushing event updated for resources: {'Port': ['ID=65fb976e-e796-4d15-b83c-5107547c4289,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:35.414821 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.415327 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.415991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.416648 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.417292 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.417929 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.418574 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.419220 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.419970 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.420498 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.421129 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.422649 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.423218 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.423917 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.424558 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.425193 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.425829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.426476 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.427126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.427768 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.428429 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.429066 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.431898 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.431898 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:35.457081 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:35.795332 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Attempting to bind port 65fb976e-e796-4d15-b83c-5107547c4289 on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:05:35.796066 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Attempting to bind port 65fb976e-e796-4d15-b83c-5107547c4289 by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': '5327929c-9e06-456a-8590-062154e4de4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:05:35.796813 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Attempting to bind port 65fb976e-e796-4d15-b83c-5107547c4289 on network 41b523dc-e7c9-418e-a292-2352dc73cec2 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:05:35.809277 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:05:35.809979 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Checking segment: {'id': '5327929c-9e06-456a-8590-062154e4de4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:05:35.810748 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:35.811738 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Bound using segment: {'id': '5327929c-9e06-456a-8590-062154e4de4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:05:35.813039 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Bound port: 65fb976e-e796-4d15-b83c-5107547c4289, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5327929c-9e06-456a-8590-062154e4de4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:05:35.813759 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:36.074788 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] For port 65fb976e-e796-4d15-b83c-5107547c4289, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:05:36.084493 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] For port 65fb976e-e796-4d15-b83c-5107547c4289, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=65fb976e-e796-4d15-b83c-5107547c4289,segment=NetworkSegment(5327929c-9e06-456a-8590-062154e4de4f),segment_id=5327929c-9e06-456a-8590-062154e4de4f)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:05:36.091620 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:36.129860 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-83bb9f85-a6d0-4160-aec6-bd4d1c293dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:36.429651 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Pushing event updated for resources: {'Port': ['ID=65fb976e-e796-4d15-b83c-5107547c4289,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:36.465171 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Routers {'d926c621-ed04-45f8-9a6e-eaf98138bda9'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:05:36.465880 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:05:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['d926c621-ed04-45f8-9a6e-eaf98138bda9'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:36.775189 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:36.791059 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] Set router d926c621-ed04-45f8-9a6e-eaf98138bda9 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:05:37.091745 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:37.267833 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'name': 'tempest-TestMinimumBasicScenario-986077689-router', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:05:20Z', 'updated_at': '2021-02-17T01:05:26Z', 'revision_number': 4, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'gw_port': {'id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:21Z', 'updated_at': '2021-02-17T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': '65fb976e-e796-4d15-b83c-5107547c4289', 'name': '', 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'mac_address': 'fa:16:3e:ca:3c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:26Z', 'updated_at': '2021-02-17T01:05:36Z', 'revision_number': 4, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'subnets': [{'id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:37.272994 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6e45c4-fcb2-4358-ad9b-aba491560228 None None] The sync data for ids ['d926c621-ed04-45f8-9a6e-eaf98138bda9'] in dv-cinder-759955-4-smb is: [{'id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'name': 'tempest-TestMinimumBasicScenario-986077689-router', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:05:20Z', 'updated_at': '2021-02-17T01:05:26Z', 'revision_number': 4, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'gw_port': {'id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:21Z', 'updated_at': '2021-02-17T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': '65fb976e-e796-4d15-b83c-5107547c4289', 'name': '', 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'mac_address': 'fa:16:3e:ca:3c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:26Z', 'updated_at': '2021-02-17T01:05:36Z', 'revision_number': 4, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'subnets': [{'id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:05:38.034137 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 65fb976e-e796-4d15-b83c-5107547c4289 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:05:38.150991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port 65fb976e-e796-4d15-b83c-5107547c4289 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:05:38.158319 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 65fb976e-e796-4d15-b83c-5107547c4289 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:05:38.158891 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:38.396250 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:38.458750 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] For port 65fb976e-e796-4d15-b83c-5107547c4289, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=65fb976e-e796-4d15-b83c-5107547c4289,segment=NetworkSegment(5327929c-9e06-456a-8590-062154e4de4f),segment_id=5327929c-9e06-456a-8590-062154e4de4f)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:05:38.473454 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:38.475494 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e26d26b-a1b0-4ca2-9702-2a94046afc77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:38.564435 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Pushing event updated for resources: {'Port': ['ID=65fb976e-e796-4d15-b83c-5107547c4289,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:38.576774 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:40.003975 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 65fb976e-e796-4d15-b83c-5107547c4289 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:05:40.115500 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 65fb976e-e796-4d15-b83c-5107547c4289 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:05:40.117316 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:41.344338 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-56c0afba-eb12-47ca-94be-3c5717b7a56f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:41.345986 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-56c0afba-eb12-47ca-94be-3c5717b7a56f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/networks?id=41b523dc-e7c9-418e-a292-2352dc73cec2 HTTP/1.1" status: 200 len: 814 time: 0.1616392 Feb 17 01:05:41.368412 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-3e1a7c4f-68c8-4cbb-8fb2-c252ae030562 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/quotas/bc17598988ff41148023db5e8a5e91a6 HTTP/1.1" status: 200 len: 375 time: 0.0129972 Feb 17 01:05:41.468710 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-2b1588da-10af-433a-a250-fdea70411196 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Synchronizing usage tracker for tenant:bc17598988ff41148023db5e8a5e91a6 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:05:41.487998 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-2b1588da-10af-433a-a250-fdea70411196 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Unset dirty status for tenant:bc17598988ff41148023db5e8a5e91a6 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:05:41.489522 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-2b1588da-10af-433a-a250-fdea70411196 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc17598988ff41148023db5e8a5e91a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1148083 Feb 17 01:05:41.817405 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-c7a7f673-8781-4587-aa94-3d5bb45e0016 service neutron] 10.222.0.23 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126006 Feb 17 01:05:41.974341 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-a88e6be7-7a9f-44ec-8344-e8ddc96592cf service neutron] 10.222.0.23 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1492126 Feb 17 01:05:42.206965 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9d39e976-0b2d-47d5-ac4c-12ff58803981 req-13731d52-2fc3-4534-8d62-32e35e1f5e7e tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 210 time: 0.0572801 Feb 17 01:05:43.439245 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7d3196c0-a2fc-42e0-af6d-ce6b7f831046 req-7c7c1b96-5933-4e11-87c7-83389f142ca0 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 210 time: 0.0936773 Feb 17 01:05:44.138159 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-5f0d13bb-9e3a-4847-a7ea-c84458f8b528 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:44.139502 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-5f0d13bb-9e3a-4847-a7ea-c84458f8b528 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Synchronizing usage tracker for tenant:bc17598988ff41148023db5e8a5e91a6 on resource:network {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:05:44.170525 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-5f0d13bb-9e3a-4847-a7ea-c84458f8b528 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Unset dirty status for tenant:bc17598988ff41148023db5e8a5e91a6 on resource:network {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:05:44.171975 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-5f0d13bb-9e3a-4847-a7ea-c84458f8b528 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.42 "GET /v2.0/networks?id=41b523dc-e7c9-418e-a292-2352dc73cec2 HTTP/1.1" status: 200 len: 814 time: 0.6052780 Feb 17 01:05:44.184958 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-58474169-9da8-4574-a1f8-82067b9996d4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Request body: {'port': {'device_id': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2', 'admin_state_up': True, 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:05:44.345998 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-58474169-9da8-4574-a1f8-82067b9996d4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:05:44.356933 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-58474169-9da8-4574-a1f8-82067b9996d4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:05:44.374516 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-58474169-9da8-4574-a1f8-82067b9996d4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Made reservation on behalf of bc17598988ff41148023db5e8a5e91a6 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:05:44.380694 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-58474169-9da8-4574-a1f8-82067b9996d4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:44.662756 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9d28a261-a4e8-4b93-89ec-c9d30e1eabc1 req-9057add3-dbc6-4379-8bdc-913ff42e8a4a tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 210 time: 0.0637085 Feb 17 01:05:44.878492 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-58474169-9da8-4574-a1f8-82067b9996d4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Allocated IP 172.20.0.4 (41b523dc-e7c9-418e-a292-2352dc73cec2/d614ecf8-6746-4a79-9e01-4d8e94e235ae/a539b9aa-eefa-4556-847e-3e7f635703b2) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:05:45.257027 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-58474169-9da8-4574-a1f8-82067b9996d4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:45.303223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-58474169-9da8-4574-a1f8-82067b9996d4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Transition to ACTIVE for port object a539b9aa-eefa-4556-847e-3e7f635703b2 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:05:45.367574 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-58474169-9da8-4574-a1f8-82067b9996d4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:45.396188 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-80ee9ea5-66ad-4347-aeb2-ca45c9927970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:45.583283 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58474169-9da8-4574-a1f8-82067b9996d4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Pushing event updated for resources: {'Port': ['ID=a539b9aa-eefa-4556-847e-3e7f635703b2,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:45.597499 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-58474169-9da8-4574-a1f8-82067b9996d4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:45.740965 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-58474169-9da8-4574-a1f8-82067b9996d4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Network 41b523dc-e7c9-418e-a292-2352dc73cec2 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:05:45.742239 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-58474169-9da8-4574-a1f8-82067b9996d4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:05:45.746563 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-58474169-9da8-4574-a1f8-82067b9996d4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:05:45.899972 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-58474169-9da8-4574-a1f8-82067b9996d4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:45.900686 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-58474169-9da8-4574-a1f8-82067b9996d4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:45.947114 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-58474169-9da8-4574-a1f8-82067b9996d4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7666616 Feb 17 01:05:46.068010 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a57345-4a69-4ef9-a302-fa9f4200abce req-24944910-0151-40de-ad29-6b0964332b4b tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:46.077746 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a3a57345-4a69-4ef9-a302-fa9f4200abce req-24944910-0151-40de-ad29-6b0964332b4b tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 931 time: 0.1850011 Feb 17 01:05:46.088706 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-cd0dfd44-6bdc-4930-877b-a46ed3f601eb None None] Provisioning for port a539b9aa-eefa-4556-847e-3e7f635703b2 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:05:46.103424 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-cd0dfd44-6bdc-4930-877b-a46ed3f601eb None None] Provisioning complete for port a539b9aa-eefa-4556-847e-3e7f635703b2 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:05:46.104469 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cd0dfd44-6bdc-4930-877b-a46ed3f601eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:46.135930 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a3a57345-4a69-4ef9-a302-fa9f4200abce req-6a0b25d7-2614-4d3c-b9e1-6370c8cb813c tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501993 Feb 17 01:05:46.184539 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-cd0dfd44-6bdc-4930-877b-a46ed3f601eb None None] Port a539b9aa-eefa-4556-847e-3e7f635703b2 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:05:47.008974 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6200dd-b8d1-4b6d-89a9-add6bcc7251f req-25fbd3a6-3ef8-4eb3-baad-ce078de4b3b7 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:47.010004 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ab6200dd-b8d1-4b6d-89a9-add6bcc7251f req-25fbd3a6-3ef8-4eb3-baad-ce078de4b3b7 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1143961 Feb 17 01:05:47.079330 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ab6200dd-b8d1-4b6d-89a9-add6bcc7251f req-23301dcf-e625-4c9e-a113-912a915e720b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556004 Feb 17 01:05:47.385276 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7166e0-c525-4a6c-8e5e-e6e57c9fefb1 req-77d153ff-fd59-4454-86c3-dd8cd828eb91 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:47.387293 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8d7166e0-c525-4a6c-8e5e-e6e57c9fefb1 req-77d153ff-fd59-4454-86c3-dd8cd828eb91 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 931 time: 0.1002781 Feb 17 01:05:47.444979 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8d7166e0-c525-4a6c-8e5e-e6e57c9fefb1 req-f2a73cb9-5f47-4740-a045-c792e9a8c6f1 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509055 Feb 17 01:05:48.383299 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a80a1-ca44-4fa8-a2a5-1f9bc7b2aa19 req-57e18650-bb10-4847-85be-b2d290c40aad tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:48.385090 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dc5a80a1-ca44-4fa8-a2a5-1f9bc7b2aa19 req-57e18650-bb10-4847-85be-b2d290c40aad tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1144516 Feb 17 01:05:48.467393 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dc5a80a1-ca44-4fa8-a2a5-1f9bc7b2aa19 req-e5d0ccb2-2bf1-464f-ae11-344fc08e0888 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742168 Feb 17 01:05:48.716014 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bee4b-a038-4946-bd34-008b63401f96 req-1ba79d08-8191-4e75-8ea8-54f70dad360e tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:48.717613 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2c4bee4b-a038-4946-bd34-008b63401f96 req-1ba79d08-8191-4e75-8ea8-54f70dad360e tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 931 time: 0.1036463 Feb 17 01:05:48.780132 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2c4bee4b-a038-4946-bd34-008b63401f96 req-69e8d44b-7a2e-4e2a-90f5-1963078c32bf tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548282 Feb 17 01:05:49.764065 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cc797-46e3-47fa-a0a0-68becd1a4be6 req-1a887f42-fe77-4821-ac36-43481d486327 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:49.767263 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1f3cc797-46e3-47fa-a0a0-68becd1a4be6 req-1a887f42-fe77-4821-ac36-43481d486327 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1270306 Feb 17 01:05:49.860520 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1f3cc797-46e3-47fa-a0a0-68becd1a4be6 req-56212b35-d998-4e70-a7ad-a663ab837d83 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796425 Feb 17 01:05:50.076981 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e32d4-c49d-4829-be59-6c30e9364061 req-5afa3904-e021-4437-a1d8-d3579d3a80f7 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:50.080040 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-717e32d4-c49d-4829-be59-6c30e9364061 req-5afa3904-e021-4437-a1d8-d3579d3a80f7 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 931 time: 0.1417065 Feb 17 01:05:50.143782 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-717e32d4-c49d-4829-be59-6c30e9364061 req-e79955d7-94ec-4dc2-98d2-b1eb9d81e4ca tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527675 Feb 17 01:05:51.249243 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee587e4-e013-4bee-8e0f-05b5d3fca0a5 req-a8af07cb-515e-4e77-a62b-5769289da8d1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:51.260634 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6ee587e4-e013-4bee-8e0f-05b5d3fca0a5 req-a8af07cb-515e-4e77-a62b-5769289da8d1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1145029 Feb 17 01:05:51.326395 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6ee587e4-e013-4bee-8e0f-05b5d3fca0a5 req-5b3ae21f-e14d-4aa2-b17b-b489b73bc6a5 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644925 Feb 17 01:05:51.650935 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71db4e-98d5-42af-ae2d-47f064c19eaa req-da247035-92a3-4289-a51b-cd8cb5383bc8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:51.653044 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5c71db4e-98d5-42af-ae2d-47f064c19eaa req-da247035-92a3-4289-a51b-cd8cb5383bc8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 931 time: 0.1484880 Feb 17 01:05:51.733409 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5c71db4e-98d5-42af-ae2d-47f064c19eaa req-3771e97c-cadb-4dda-aeb5-9469130b8f35 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726514 Feb 17 01:05:52.597313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05938c57-65e2-44a6-9e90-ee6826c25bef req-10ce49ff-3026-4952-b868-67d77a7f14dc tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:52.607302 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-05938c57-65e2-44a6-9e90-ee6826c25bef req-10ce49ff-3026-4952-b868-67d77a7f14dc tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1277032 Feb 17 01:05:52.660599 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-05938c57-65e2-44a6-9e90-ee6826c25bef req-f08fb6c9-fee5-4d20-a93b-6cb00146e246 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485315 Feb 17 01:05:53.033085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ee95d-7111-4ce8-af93-999b8cda98e6 req-2ad4adb4-e68a-401d-8ae0-81e9da603fa4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:53.043770 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-614ee95d-7111-4ce8-af93-999b8cda98e6 req-2ad4adb4-e68a-401d-8ae0-81e9da603fa4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 931 time: 0.1451120 Feb 17 01:05:53.136823 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-614ee95d-7111-4ce8-af93-999b8cda98e6 req-da7a8da6-af55-48bb-a55d-947db04d352f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795324 Feb 17 01:05:53.913448 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cee72-2097-4be2-a698-562392db267c req-38564553-97b4-4125-85a1-bec1537097e6 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:53.915133 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-408cee72-2097-4be2-a698-562392db267c req-38564553-97b4-4125-85a1-bec1537097e6 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1013789 Feb 17 01:05:53.981356 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-408cee72-2097-4be2-a698-562392db267c req-22a6d433-f691-4273-87ad-745264721faf tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565648 Feb 17 01:05:54.093578 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Request body: {'port': {'device_id': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:05:54.242475 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:54.368309 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b221a95-4932-4297-b349-4d3439c3c2fa req-2bab4f5c-0b14-4d20-ba33-a4829bf9f37e tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:54.369930 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0b221a95-4932-4297-b349-4d3439c3c2fa req-2bab4f5c-0b14-4d20-ba33-a4829bf9f37e tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 931 time: 0.0993588 Feb 17 01:05:54.420898 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0b221a95-4932-4297-b349-4d3439c3c2fa req-cb2318cc-999d-4783-a3c5-c36cbceac52f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439851 Feb 17 01:05:54.710370 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a539b9aa-eefa-4556-847e-3e7f635703b2 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:05:54.719223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:54.733333 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Transition to ACTIVE for port object a539b9aa-eefa-4556-847e-3e7f635703b2 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:05:54.736908 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851517077'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:54.753507 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:54.895061 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Pushing event updated for resources: {'Port': ['ID=a539b9aa-eefa-4556-847e-3e7f635703b2,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:54.898524 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:55.124936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Attempting to bind port a539b9aa-eefa-4556-847e-3e7f635703b2 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:05:55.126669 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Attempting to bind port a539b9aa-eefa-4556-847e-3e7f635703b2 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '5327929c-9e06-456a-8590-062154e4de4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:05:55.127313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Attempting to bind port a539b9aa-eefa-4556-847e-3e7f635703b2 on network 41b523dc-e7c9-418e-a292-2352dc73cec2 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:05:55.127572 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 59508) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:55.141888 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:05:55.142554 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Checking segment: {'id': '5327929c-9e06-456a-8590-062154e4de4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:05:55.143161 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:55.143829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Bound using segment: {'id': '5327929c-9e06-456a-8590-062154e4de4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:05:55.144701 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Bound port: a539b9aa-eefa-4556-847e-3e7f635703b2, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5327929c-9e06-456a-8590-062154e4de4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:05:55.145343 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:55.204559 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Deleting subnet 91a51b16-90a6-410f-9a50-e3766526faaf {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:05:55.209518 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:55.308742 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] For port a539b9aa-eefa-4556-847e-3e7f635703b2, host hv-cinder-75995, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:05:55.313382 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] For port a539b9aa-eefa-4556-847e-3e7f635703b2, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a539b9aa-eefa-4556-847e-3e7f635703b2,segment=NetworkSegment(5327929c-9e06-456a-8590-062154e4de4f),segment_id=5327929c-9e06-456a-8590-062154e4de4f)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:05:55.318447 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851517077'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:55.323716 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850745984'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:55.334918 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:55.402769 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853998860'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:55.455310 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e8a59-5d20-48d4-b97d-c1b24ec81ca4 req-d72007e2-a9e2-4b97-b38b-9fed8dedea28 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:55.457114 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6f1e8a59-5d20-48d4-b97d-c1b24ec81ca4 req-d72007e2-a9e2-4b97-b38b-9fed8dedea28 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.2487636 Feb 17 01:05:55.501814 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Pushing event updated for resources: {'Port': ['ID=a539b9aa-eefa-4556-847e-3e7f635703b2,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:55.505609 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:55.542589 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:55.543273 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:55.544874 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] 10.222.0.42 "PUT /v2.0/ports/a539b9aa-eefa-4556-847e-3e7f635703b2 HTTP/1.1" status: 200 len: 1157 time: 1.5733409 Feb 17 01:05:55.545445 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'tag': 'a539b9aa-eefa-4556-847e-3e7f635703b2'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:05:55.599509 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6f1e8a59-5d20-48d4-b97d-c1b24ec81ca4 req-821984c8-5107-4309-8960-dcf5c0d93a3e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255736 Feb 17 01:05:55.721638 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-31cf587d-68f2-4977-9560-f6df7614d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:55.723493 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-31cf587d-68f2-4977-9560-f6df7614d791 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc17598988ff41148023db5e8a5e91a6&device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 1160 time: 0.1243129 Feb 17 01:05:55.822237 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-d60f1048-3375-4983-bd8a-7d6b8be0a510 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a539b9aa-eefa-4556-847e-3e7f635703b2 HTTP/1.1" status: 200 len: 217 time: 0.0896697 Feb 17 01:05:55.852521 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135a21c-e256-4680-ad4a-9a70fa442e6c req-2bf0f876-64d7-4308-97f4-8c993660838f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:55.856298 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8135a21c-e256-4680-ad4a-9a70fa442e6c req-2bf0f876-64d7-4308-97f4-8c993660838f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 943 time: 0.1825531 Feb 17 01:05:55.894835 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852682601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2536237'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:55.904370 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-dc2a2c94-9f9a-4f6a-a7e7-0ea150fde86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:55.906200 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-dc2a2c94-9f9a-4f6a-a7e7-0ea150fde86b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d614ecf8-6746-4a79-9e01-4d8e94e235ae HTTP/1.1" status: 200 len: 853 time: 0.0775549 Feb 17 01:05:55.958532 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b4c0fe67-f917-4059-846d-769a5513fa9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:55.960319 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'tag': 'a539b9aa-eefa-4556-847e-3e7f635703b2', 'status': 'completed', 'code': 200} Feb 17 01:05:56.022005 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-06cc1f33-3584-438a-9d26-cf7f7de56adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:56.025865 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-06cc1f33-3584-438a-9d26-cf7f7de56adc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=41b523dc-e7c9-418e-a292-2352dc73cec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1058683 Feb 17 01:05:56.072542 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91a51b16-90a6-410f-9a50-e3766526faaf,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:56.097687 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8135a21c-e256-4680-ad4a-9a70fa442e6c req-1c00d27a-d9c7-4882-809e-52493eb1aa78 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266567 Feb 17 01:05:56.101530 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.101994 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.102973 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.102973 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.103326 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.103527 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.103915 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.104319 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.104718 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.105114 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.105877 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.106277 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.106722 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.107120 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.107516 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.107932 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.108329 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.108753 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.109149 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.109544 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.110150 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.110550 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.110948 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.111368 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:05:56.116032 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:56.129196 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:05:56.169282 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:56.180406 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/91a51b16-90a6-410f-9a50-e3766526faaf HTTP/1.1" status: 204 len: 168 time: 1.0511703 Feb 17 01:05:56.183638 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 59518) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:56.232655 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-87c1557c-c3a3-483b-b2d6-757f357c45f0 service neutron] 10.222.0.42 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993105 Feb 17 01:05:56.341448 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aa22bba0-311b-4463-8c6f-155fc7f4b14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854224426'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:56.707153 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b73e89c2-3446-4445-b8a5-a19aef12c4c4 req-f8a659db-04b9-47a8-b3f7-6b9bc16d5353 service neutron] 10.222.0.42 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4680078 Feb 17 01:05:56.812164 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aa22bba0-311b-4463-8c6f-155fc7f4b14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853995923', 'neutron.services.segments.db._delete_segments_for_network-8779335925738'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:56.889173 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3111cb-e67d-42f4-aa08-948a6bb4cb33 req-f73b3d1c-809c-4947-9544-96ca22ef9b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:56.892254 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dc3111cb-e67d-42f4-aa08-948a6bb4cb33 req-f73b3d1c-809c-4947-9544-96ca22ef9b42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc17598988ff41148023db5e8a5e91a6&device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 1160 time: 0.1267185 Feb 17 01:05:57.005825 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-aa22bba0-311b-4463-8c6f-155fc7f4b14d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70023bbc-c24b-4e26-ae67-877cbff81f86']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:57.024162 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-aa22bba0-311b-4463-8c6f-155fc7f4b14d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76799866-bff1-4065-8358-2a3b69daaf10') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:57.024475 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-aa22bba0-311b-4463-8c6f-155fc7f4b14d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76799866-bff1-4065-8358-2a3b69daaf10') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:57.048910 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aa22bba0-311b-4463-8c6f-155fc7f4b14d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257518846972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4029848'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:57.072117 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cf6ed-7f58-4489-8ac0-802c9d9ac0aa req-0f7ee71f-6dde-429b-af7f-bcbac030bb9f tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:57.073859 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a80cf6ed-7f58-4489-8ac0-802c9d9ac0aa req-0f7ee71f-6dde-429b-af7f-bcbac030bb9f tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1943223 Feb 17 01:05:57.079097 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aa22bba0-311b-4463-8c6f-155fc7f4b14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:57.081600 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa22bba0-311b-4463-8c6f-155fc7f4b14d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:05:57.103702 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3111cb-e67d-42f4-aa08-948a6bb4cb33 req-74100605-2526-4356-9dd2-7d53a89e2c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:57.107505 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dc3111cb-e67d-42f4-aa08-948a6bb4cb33 req-74100605-2526-4356-9dd2-7d53a89e2c59 service neutron] 10.222.0.42 "GET /v2.0/networks?id=41b523dc-e7c9-418e-a292-2352dc73cec2 HTTP/1.1" status: 200 len: 908 time: 0.2083392 Feb 17 01:05:57.194381 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dc3111cb-e67d-42f4-aa08-948a6bb4cb33 req-575cd7a1-0ac5-46be-a361-3ca623580cbb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a539b9aa-eefa-4556-847e-3e7f635703b2 HTTP/1.1" status: 200 len: 217 time: 0.0786819 Feb 17 01:05:57.280237 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3111cb-e67d-42f4-aa08-948a6bb4cb33 req-2073655b-d9dd-4983-8cd2-a2ea788d8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:57.282274 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dc3111cb-e67d-42f4-aa08-948a6bb4cb33 req-2073655b-d9dd-4983-8cd2-a2ea788d8f35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d614ecf8-6746-4a79-9e01-4d8e94e235ae HTTP/1.1" status: 200 len: 853 time: 0.0803499 Feb 17 01:05:57.329069 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a80cf6ed-7f58-4489-8ac0-802c9d9ac0aa req-2d17ea19-f503-4d1e-af75-9b20ea3fd561 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321322 Feb 17 01:05:57.366149 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-aa22bba0-311b-4463-8c6f-155fc7f4b14d admin admin] Network 70023bbc-c24b-4e26-ae67-877cbff81f86 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:05:57.376907 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aa22bba0-311b-4463-8c6f-155fc7f4b14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853997851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2094696'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:57.387650 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3111cb-e67d-42f4-aa08-948a6bb4cb33 req-8cf65b2d-3812-4fec-bf32-3f419fd95f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:57.389443 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dc3111cb-e67d-42f4-aa08-948a6bb4cb33 req-8cf65b2d-3812-4fec-bf32-3f419fd95f10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=41b523dc-e7c9-418e-a292-2352dc73cec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0995150 Feb 17 01:05:57.549503 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dc3111cb-e67d-42f4-aa08-948a6bb4cb33 req-f7e3bcef-4fa5-4ef4-b3ec-0051e59658b1 service neutron] 10.222.0.42 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514735 Feb 17 01:05:57.590199 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-aa22bba0-311b-4463-8c6f-155fc7f4b14d admin admin] Network 70023bbc-c24b-4e26-ae67-877cbff81f86 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: Traceback (most recent call last): Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: timer() Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: cb(*args, **kw) Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: return func(*args, **kwargs) Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: self._notify() Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: self.callback(batched_events) Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: event.method(event) Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: return f(self, *a, **k) Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: return self._get(url).json() Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: **kwargs) Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: **endpoint_filter) Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:05:57.617048 dv-cinder-759955-4-smb neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:05:57.675914 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e196c41-4bbb-4b6d-8351-b1495e393aa6 req-72a58ec9-9504-448f-abb8-7e5b0a49f4da tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:57.677680 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9e196c41-4bbb-4b6d-8351-b1495e393aa6 req-72a58ec9-9504-448f-abb8-7e5b0a49f4da tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 943 time: 0.3984230 Feb 17 01:05:57.705445 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dc3111cb-e67d-42f4-aa08-948a6bb4cb33 req-c40ce96f-018f-4357-aca5-f177750ca778 service neutron] 10.222.0.42 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1479762 Feb 17 01:05:57.744610 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aa22bba0-311b-4463-8c6f-155fc7f4b14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777043'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:57.755105 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:57.770227 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aa22bba0-311b-4463-8c6f-155fc7f4b14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:57.775433 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9e196c41-4bbb-4b6d-8351-b1495e393aa6 req-0173b75c-79e0-4097-a33c-ad8a2788ece3 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867827 Feb 17 01:05:57.787406 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22bba0-311b-4463-8c6f-155fc7f4b14d admin admin] Pushing event deleted for resources: {'Network': ['ID=70023bbc-c24b-4e26-ae67-877cbff81f86,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:57.790788 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-aa22bba0-311b-4463-8c6f-155fc7f4b14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:57.798717 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-aa22bba0-311b-4463-8c6f-155fc7f4b14d admin admin] 10.222.0.23 "DELETE /v2.0/networks/70023bbc-c24b-4e26-ae67-877cbff81f86 HTTP/1.1" status: 204 len: 168 time: 1.6098800 Feb 17 01:05:57.799102 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 59526) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:57.868258 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bc8ca5-a49a-4065-be95-d4a334266542 admin admin] Deleting subnet 45f716e0-3332-4958-9cf9-928b5f97406f {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:05:57.871753 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d3bc8ca5-a49a-4065-be95-d4a334266542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:57.930463 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d3bc8ca5-a49a-4065-be95-d4a334266542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850745984'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:57.993119 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d3bc8ca5-a49a-4065-be95-d4a334266542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853998860'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:58.301027 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d3bc8ca5-a49a-4065-be95-d4a334266542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852682601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2536237'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:58.316866 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8280e44b-1197-44a3-bd7c-c533e1470d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:58.414345 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc8ca5-a49a-4065-be95-d4a334266542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45f716e0-3332-4958-9cf9-928b5f97406f,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:58.419337 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d3bc8ca5-a49a-4065-be95-d4a334266542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:05:58.473723 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d3bc8ca5-a49a-4065-be95-d4a334266542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:58.528620 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-d3bc8ca5-a49a-4065-be95-d4a334266542 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/45f716e0-3332-4958-9cf9-928b5f97406f HTTP/1.1" status: 204 len: 168 time: 0.7279079 Feb 17 01:05:58.533144 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 59532) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:05:58.676908 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d11aba8-f7e6-4219-84c2-39190908cafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854224426'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:58.764786 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effc36e-fe20-4110-abd3-37d9ef607d4a req-81f247b7-0f0b-4677-a41b-0fc7034b6b40 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:58.766535 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5effc36e-fe20-4110-abd3-37d9ef607d4a req-81f247b7-0f0b-4677-a41b-0fc7034b6b40 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.2954838 Feb 17 01:05:58.996062 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d11aba8-f7e6-4219-84c2-39190908cafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853995923', 'neutron.services.segments.db._delete_segments_for_network-8779335925738'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:59.067911 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5effc36e-fe20-4110-abd3-37d9ef607d4a req-a418c634-3ea4-4d36-8b14-52aa9de8b642 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682250 Feb 17 01:05:59.141178 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-3d11aba8-f7e6-4219-84c2-39190908cafd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475f6052-34c0-4068-98ac-c2c2f07b6f8e']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:59.165012 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-3d11aba8-f7e6-4219-84c2-39190908cafd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a74e0bc-3019-4037-856b-0f8635537e24') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:59.165355 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-3d11aba8-f7e6-4219-84c2-39190908cafd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a74e0bc-3019-4037-856b-0f8635537e24') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:05:59.191344 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3670b097-1a05-4f19-b8bc-bcca8cbc2949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:59.193610 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61a9c4-ae63-4025-b6a2-4e39b2c01533 req-d41247d8-c7d0-4d1d-9fb4-3ae038945c87 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:05:59.196497 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3b61a9c4-ae63-4025-b6a2-4e39b2c01533 req-d41247d8-c7d0-4d1d-9fb4-3ae038945c87 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 943 time: 0.2766623 Feb 17 01:05:59.200020 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d11aba8-f7e6-4219-84c2-39190908cafd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257518846972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4029848'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:59.240448 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d11aba8-f7e6-4219-84c2-39190908cafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:59.243574 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3d11aba8-f7e6-4219-84c2-39190908cafd admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:05:59.348917 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3b61a9c4-ae63-4025-b6a2-4e39b2c01533 req-ff9d31a8-4d68-4ed1-a1f7-d9c18766d8b9 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395676 Feb 17 01:05:59.451060 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-3d11aba8-f7e6-4219-84c2-39190908cafd admin admin] Network 475f6052-34c0-4068-98ac-c2c2f07b6f8e has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:05:59.465626 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d11aba8-f7e6-4219-84c2-39190908cafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853997851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2094696'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:59.661498 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-3d11aba8-f7e6-4219-84c2-39190908cafd admin admin] Network 475f6052-34c0-4068-98ac-c2c2f07b6f8e has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: Traceback (most recent call last): Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: timer() Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: cb(*args, **kw) Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: return func(*args, **kwargs) Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: self._notify() Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: self.callback(batched_events) Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: event.method(event) Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: return f(self, *a, **k) Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: return self._get(url).json() Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: **kwargs) Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: **endpoint_filter) Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:05:59.686255 dv-cinder-759955-4-smb neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:05:59.764874 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.objects.ports [None req-3d697713-a262-4119-9b69-d08121587b68 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84028) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:05:59.781945 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d11aba8-f7e6-4219-84c2-39190908cafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777043'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:59.786251 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:05:59.804197 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d11aba8-f7e6-4219-84c2-39190908cafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:05:59.812518 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11aba8-f7e6-4219-84c2-39190908cafd admin admin] Pushing event deleted for resources: {'Network': ['ID=475f6052-34c0-4068-98ac-c2c2f07b6f8e,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:05:59.816095 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-3d11aba8-f7e6-4219-84c2-39190908cafd admin admin] 10.222.0.23 "DELETE /v2.0/networks/475f6052-34c0-4068-98ac-c2c2f07b6f8e HTTP/1.1" status: 204 len: 168 time: 1.2815995 Feb 17 01:05:59.817988 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3d11aba8-f7e6-4219-84c2-39190908cafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:06:00.032627 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 59540) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:06:00.088668 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-8842799c-2d96-4678-a2e2-8c8785426776 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=439356b55d3249f39819bf6efc6c5f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545986 Feb 17 01:06:00.091308 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 59544) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:06:00.092562 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device a539b9aa-eefa-4556-847e-3e7f635703b2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:06:00.173949 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port a539b9aa-eefa-4556-847e-3e7f635703b2 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:06:00.179596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port a539b9aa-eefa-4556-847e-3e7f635703b2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:06:00.180079 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:00.208494 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a5c8fb75-eba8-44f3-a74f-550125823d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:00.243514 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a5c8fb75-eba8-44f3-a74f-550125823d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:00.335887 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:00.361142 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a5c8fb75-eba8-44f3-a74f-550125823d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:00.368386 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1bcaf942-9dcc-4db9-9867-826c8678f64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:06:00.372481 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a539b9aa-eefa-4556-847e-3e7f635703b2'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:06:00.386830 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8fb75-eba8-44f3-a74f-550125823d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867d5733-67af-428b-9a56-56b6c5629eab,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:06:00.391099 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port a539b9aa-eefa-4556-847e-3e7f635703b2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a539b9aa-eefa-4556-847e-3e7f635703b2,segment=NetworkSegment(5327929c-9e06-456a-8590-062154e4de4f),segment_id=5327929c-9e06-456a-8590-062154e4de4f)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:06:00.395161 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24550a68-465e-4605-bca8-f99140bc0429 req-a4f009d9-d108-4355-908d-114e37d8eb40 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:00.396938 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-24550a68-465e-4605-bca8-f99140bc0429 req-a4f009d9-d108-4355-908d-114e37d8eb40 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1454177 Feb 17 01:06:00.397924 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a5c8fb75-eba8-44f3-a74f-550125823d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:06:00.400164 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:00.404415 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a5c8fb75-eba8-44f3-a74f-550125823d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:00.404597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:06:00.405738 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-a5c8fb75-eba8-44f3-a74f-550125823d35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/867d5733-67af-428b-9a56-56b6c5629eab HTTP/1.1" status: 204 len: 168 time: 0.3130984 Feb 17 01:06:00.491022 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-24550a68-465e-4605-bca8-f99140bc0429 req-4c4deef0-2f3e-49e2-924a-a03234613e0b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767374 Feb 17 01:06:00.512319 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=a539b9aa-eefa-4556-847e-3e7f635703b2,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:06:00.521975 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.522366 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.522900 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.523274 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.523745 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.524055 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.524559 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.524925 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.525291 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.525651 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.525972 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.526346 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.526751 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.527239 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.527604 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.528021 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.528378 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.528743 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.529103 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.529457 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.529823 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.530186 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.530709 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.531468 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:06:00.539845 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:06:00.897507 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 59560) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:06:00.900146 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a539b9aa-eefa-4556-847e-3e7f635703b2', 'code': 200} Feb 17 01:06:00.906005 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04292df-9c36-4030-940c-1500b0290036 req-5b1a2ae4-10eb-4a8e-8039-43df98897121 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:00.908111 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f04292df-9c36-4030-940c-1500b0290036 req-5b1a2ae4-10eb-4a8e-8039-43df98897121 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 945 time: 0.3429365 Feb 17 01:06:00.962890 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-2d352d3f-d1fd-457f-bb49-b59a4252d493 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e419f5346b048bdab999cb35c5bdcc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580864 Feb 17 01:06:00.963532 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 59564) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:06:00.970602 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f04292df-9c36-4030-940c-1500b0290036 req-92518c26-6bd5-49fd-a5ad-4765c726ce9f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506001 Feb 17 01:06:01.074015 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-242a072e-a12e-41c9-9ad8-a63020e9a1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:01.155620 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-242a072e-a12e-41c9-9ad8-a63020e9a1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:01.226620 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fb836-3494-47e1-9161-25fc29ee0168 req-2e941a45-bb28-4463-a34d-d9b3d98cd44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:01.228288 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0f0fb836-3494-47e1-9161-25fc29ee0168 req-2e941a45-bb28-4463-a34d-d9b3d98cd44d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 1162 time: 0.1440117 Feb 17 01:06:01.233266 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-242a072e-a12e-41c9-9ad8-a63020e9a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:01.239018 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-980c120b-376e-4cda-b033-6180822055fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:06:01.271375 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a072e-a12e-41c9-9ad8-a63020e9a1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3802f495-47eb-48c5-b208-00d535da3588,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:06:01.277490 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-242a072e-a12e-41c9-9ad8-a63020e9a1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:06:01.288919 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-242a072e-a12e-41c9-9ad8-a63020e9a1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:01.290153 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-242a072e-a12e-41c9-9ad8-a63020e9a1ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3802f495-47eb-48c5-b208-00d535da3588 HTTP/1.1" status: 204 len: 168 time: 0.3250134 Feb 17 01:06:01.302119 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0f0fb836-3494-47e1-9161-25fc29ee0168 req-ea7788d7-4d7a-4c78-8d98-c53c4620d3c6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641520 Feb 17 01:06:01.642596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device a539b9aa-eefa-4556-847e-3e7f635703b2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:06:01.731075 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port a539b9aa-eefa-4556-847e-3e7f635703b2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:06:01.731424 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:01.781512 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bd538-f90c-4af3-89c8-0e69d0b1746e req-df897d85-b625-4429-bcb0-bc793bb70c12 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:01.784052 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ce8bd538-f90c-4af3-89c8-0e69d0b1746e req-df897d85-b625-4429-bcb0-bc793bb70c12 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1060534 Feb 17 01:06:01.845106 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ce8bd538-f90c-4af3-89c8-0e69d0b1746e req-fea0451e-a6fe-492c-9e2d-064585252f71 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513783 Feb 17 01:06:02.266007 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da2e22-8efb-4cfb-afc8-a2fb2dea988e req-3d8c4af0-1a48-46da-847f-616c722597d6 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:02.267954 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b4da2e22-8efb-4cfb-afc8-a2fb2dea988e req-3d8c4af0-1a48-46da-847f-616c722597d6 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 945 time: 0.1283185 Feb 17 01:06:02.340520 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b4da2e22-8efb-4cfb-afc8-a2fb2dea988e req-d4590046-875e-4ff6-a4c1-d30b8aecc6bf tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568469 Feb 17 01:06:02.770806 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-176363cb-59c7-4c16-9277-1de73cf8170c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:02.828822 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 59598) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:06:02.981492 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-64ad5057-42e6-4489-a3dc-d55775e6c8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:03.013827 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-64ad5057-42e6-4489-a3dc-d55775e6c8c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:06:03.020034 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-64ad5057-42e6-4489-a3dc-d55775e6c8c9 admin admin] Usage tracker for resource:security_group_rule and tenant:7ae751a2101141cf995ad413f65c4ad1 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:06:03.060921 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-64ad5057-42e6-4489-a3dc-d55775e6c8c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:06:03.073436 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-64ad5057-42e6-4489-a3dc-d55775e6c8c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:06:03.166091 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15679b89-fec9-45b3-9c23-e2dfa43ae9cd req-be220840-c710-41b4-bd77-019bd2aedf9d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:03.167699 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-15679b89-fec9-45b3-9c23-e2dfa43ae9cd req-be220840-c710-41b4-bd77-019bd2aedf9d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1557066 Feb 17 01:06:03.261938 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-15679b89-fec9-45b3-9c23-e2dfa43ae9cd req-3905ddad-446c-45e5-91fd-6be141d44425 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850313 Feb 17 01:06:03.263867 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-64ad5057-42e6-4489-a3dc-d55775e6c8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:03.267769 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-64ad5057-42e6-4489-a3dc-d55775e6c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:03.276921 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c1449696-b954-4d41-9481-d74489c71e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:06:03.324519 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-64ad5057-42e6-4489-a3dc-d55775e6c8c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ae751a2101141cf995ad413f65c4ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4944355 Feb 17 01:06:03.326307 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad5057-42e6-4489-a3dc-d55775e6c8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcd2dae-4192-4a92-b2b2-4ee5737d2996,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:06:03.328663 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 59606) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:06:03.330829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-64ad5057-42e6-4489-a3dc-d55775e6c8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:06:03.364922 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:03.401006 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ebb22850-f46e-447a-843b-85ba758d66a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:03.434887 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ebb22850-f46e-447a-843b-85ba758d66a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:03.487574 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ebb22850-f46e-447a-843b-85ba758d66a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:03.491775 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-729d59ef-6020-4aaf-aada-8180ef0619ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:06:03.504649 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb22850-f46e-447a-843b-85ba758d66a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcd2dae-4192-4a92-b2b2-4ee5737d2996,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:06:03.509175 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ebb22850-f46e-447a-843b-85ba758d66a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:06:03.512878 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ebb22850-f46e-447a-843b-85ba758d66a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:03.517452 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-ebb22850-f46e-447a-843b-85ba758d66a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dfcd2dae-4192-4a92-b2b2-4ee5737d2996 HTTP/1.1" status: 204 len: 168 time: 0.1875257 Feb 17 01:06:03.581714 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd7707-6057-4e87-ab54-2ab84d55ebb3 req-1a289c0f-13b7-48a9-903a-1cdb9c709f83 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:03.583395 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-43fd7707-6057-4e87-ab54-2ab84d55ebb3 req-1a289c0f-13b7-48a9-903a-1cdb9c709f83 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 945 time: 0.1089885 Feb 17 01:06:03.642782 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-43fd7707-6057-4e87-ab54-2ab84d55ebb3 req-bc92a8eb-097d-456c-be5c-be74136932e1 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526779 Feb 17 01:06:03.889984 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f3d64-0911-4011-b43f-af6626713e63 req-105dda13-433d-4166-a7df-797e1a32c787 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:03.892438 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-236f3d64-0911-4011-b43f-af6626713e63 req-105dda13-433d-4166-a7df-797e1a32c787 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 945 time: 0.1182234 Feb 17 01:06:03.946512 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-236f3d64-0911-4011-b43f-af6626713e63 req-c0cca987-5651-476d-b88c-dc95702abcd8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469859 Feb 17 01:06:04.017704 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:04.659517 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22fc5a-9b22-4c94-9063-6a20141b4256 req-df0a4ab8-9be1-4b63-ad7b-903209b9851e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:04.661346 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3d22fc5a-9b22-4c94-9063-6a20141b4256 req-df0a4ab8-9be1-4b63-ad7b-903209b9851e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1726258 Feb 17 01:06:04.669320 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fe4b8-6947-4e71-a70f-a09751c8cac0 req-127efbd4-7b87-4b80-991c-dd6ab438a71f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:04.671390 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-883fe4b8-6947-4e71-a70f-a09751c8cac0 req-127efbd4-7b87-4b80-991c-dd6ab438a71f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 945 time: 0.1394043 Feb 17 01:06:04.721368 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:04.759304 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3d22fc5a-9b22-4c94-9063-6a20141b4256 req-44831a63-fe91-4c91-8868-d1f687351f24 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868669 Feb 17 01:06:04.765120 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-883fe4b8-6947-4e71-a70f-a09751c8cac0 req-0240e787-b5f5-432e-8d00-2196b28f37f9 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774281 Feb 17 01:06:05.983212 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c47fc-0110-42eb-b188-7465b94d0ef3 req-c692ab37-5d56-4b29-b729-8ab2b9972642 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:05.985396 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-af9c47fc-0110-42eb-b188-7465b94d0ef3 req-c692ab37-5d56-4b29-b729-8ab2b9972642 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.0925558 Feb 17 01:06:06.039239 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-af9c47fc-0110-42eb-b188-7465b94d0ef3 req-7399871c-c708-44d9-8a97-d653a96b19fc tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471871 Feb 17 01:06:06.452849 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d342249-c967-45a2-a67d-1a0a0b21352f req-04a7cabe-2ee8-4fc0-aa57-633356c0065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:06.454495 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1d342249-c967-45a2-a67d-1a0a0b21352f req-04a7cabe-2ee8-4fc0-aa57-633356c0065d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=475f7d7891b64c41a88eeff4cb15f254&device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 1163 time: 0.0852592 Feb 17 01:06:06.643801 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d342249-c967-45a2-a67d-1a0a0b21352f req-fb732aa9-3601-488f-9ad1-357595416cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:06.645639 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1d342249-c967-45a2-a67d-1a0a0b21352f req-fb732aa9-3601-488f-9ad1-357595416cc1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9f87947-84f1-4bba-bbae-568841e714fe HTTP/1.1" status: 200 len: 910 time: 0.1688848 Feb 17 01:06:06.851699 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1d342249-c967-45a2-a67d-1a0a0b21352f req-9f162453-9640-4e49-a46b-a06be4cfeb38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8964a49-5eee-41d2-b7d5-07b3562726c6 HTTP/1.1" status: 200 len: 1002 time: 0.1991522 Feb 17 01:06:06.926384 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d342249-c967-45a2-a67d-1a0a0b21352f req-f9a8b899-1e31-4ad1-8bef-70c35c076274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:06.928177 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1d342249-c967-45a2-a67d-1a0a0b21352f req-f9a8b899-1e31-4ad1-8bef-70c35c076274 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8020aa0-aa72-42b0-9ad3-070f9773c346 HTTP/1.1" status: 200 len: 855 time: 0.0705180 Feb 17 01:06:07.027472 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d342249-c967-45a2-a67d-1a0a0b21352f req-11ba5793-f1c2-4941-9443-71089291d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:07.030277 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1d342249-c967-45a2-a67d-1a0a0b21352f req-11ba5793-f1c2-4941-9443-71089291d293 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9f87947-84f1-4bba-bbae-568841e714fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0953724 Feb 17 01:06:07.113295 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:07.268983 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1d342249-c967-45a2-a67d-1a0a0b21352f req-a62dd105-dbfe-4c62-8b6e-3bb57080f4d1 service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314823 Feb 17 01:06:07.302595 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efb39f-a47b-4deb-a85f-e84bb1409031 req-fd5c7f89-270f-4511-ad94-2dfee2fbc594 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:07.304343 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b3efb39f-a47b-4deb-a85f-e84bb1409031 req-fd5c7f89-270f-4511-ad94-2dfee2fbc594 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1052148 Feb 17 01:06:07.369457 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b3efb39f-a47b-4deb-a85f-e84bb1409031 req-6402d2e0-bd2c-492c-bb91-d310a41d7a60 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518372 Feb 17 01:06:07.454167 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1d342249-c967-45a2-a67d-1a0a0b21352f req-2329c4e6-5d95-4093-9128-f29af00ee629 service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1790643 Feb 17 01:06:08.598698 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33d180-c70b-4577-a2f6-c8fa2833e6aa req-6dba0eec-8209-4298-b198-e6270a643a7f tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:08.600458 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0f33d180-c70b-4577-a2f6-c8fa2833e6aa req-6dba0eec-8209-4298-b198-e6270a643a7f tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.0936499 Feb 17 01:06:08.660544 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0f33d180-c70b-4577-a2f6-c8fa2833e6aa req-b62ea80c-e048-421f-9242-176b805604e8 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503397 Feb 17 01:06:09.887686 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40b3bc-12ac-4a78-9e3c-cf8acbad4979 req-c9283f64-a750-47be-915d-18ae2dc567f7 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:09.890688 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dd40b3bc-12ac-4a78-9e3c-cf8acbad4979 req-c9283f64-a750-47be-915d-18ae2dc567f7 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1054668 Feb 17 01:06:09.942322 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dd40b3bc-12ac-4a78-9e3c-cf8acbad4979 req-c2514444-51e8-48c1-bc95-572d0ab59f4a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462956 Feb 17 01:06:10.199394 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed8e06-4021-4418-97c1-5dd63b95082d req-24830780-21cc-457e-9716-462e7c436482 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:10.201003 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b7ed8e06-4021-4418-97c1-5dd63b95082d req-24830780-21cc-457e-9716-462e7c436482 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 945 time: 0.0948977 Feb 17 01:06:10.255646 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b7ed8e06-4021-4418-97c1-5dd63b95082d req-e45f8c2f-379b-4ee0-a5f2-7fc9c362e947 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478821 Feb 17 01:06:10.467915 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-4a176a0a-8de2-41f2-9415-de8b98a64b82 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1717875 Feb 17 01:06:10.479052 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Request body: {'floatingip': {'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:06:10.486342 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:06:10.490742 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Usage tracker for resource:floatingip and tenant:bc17598988ff41148023db5e8a5e91a6 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:06:10.493971 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:06:10.500465 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:06:10.511146 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for floatingip, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:10.663420 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:10.943411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Allocated IP 172.28.2.42 (2e19633c-545c-4fb1-b120-f8a653754f93/b7820f59-df4d-447e-aa70-8d8cb70b78f3/b70abea3-5002-43b4-b13b-fa09eb5894eb) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:06:11.169871 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:11.214938 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db44af5-f513-471b-a132-b2b86af9f609 req-8aa94073-7d1d-43ba-b838-4a5f17d67386 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:11.216632 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9db44af5-f513-471b-a132-b2b86af9f609 req-8aa94073-7d1d-43ba-b838-4a5f17d67386 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1448894 Feb 17 01:06:11.250383 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:11.268144 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:06:11.400831 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9db44af5-f513-471b-a132-b2b86af9f609 req-cb0a0ed8-7647-4f62-91d3-2c276ce9a411 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768208 Feb 17 01:06:11.435549 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Pushing event updated for resources: {'Port': ['ID=b70abea3-5002-43b4-b13b-fa09eb5894eb,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:06:11.449135 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:06:11.502097 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Network 2e19633c-545c-4fb1-b120-f8a653754f93 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:06:11.503376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:06:11.506177 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:06:11.622035 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:11.721532 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:12.096379 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:12.102675 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2094666'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:12.179331 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-18fdb9d5-a5e4-4088-b405-85ef83572220 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:06:12.274223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Pushing event updated for resources: {'Port': ['ID=b70abea3-5002-43b4-b13b-fa09eb5894eb,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:06:12.291066 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:06:12.394076 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853018709'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:12.425115 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:12.426801 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-9572d777-f517-4792-9ad6-6327966ec432 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9523573 Feb 17 01:06:12.596497 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-6e800ce7-da96-483a-a07c-0f84e3ac6e14 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Synchronizing usage tracker for tenant:bc17598988ff41148023db5e8a5e91a6 on resource:floatingip {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:06:12.627920 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-6e800ce7-da96-483a-a07c-0f84e3ac6e14 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Unset dirty status for tenant:bc17598988ff41148023db5e8a5e91a6 on resource:floatingip {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:06:12.629315 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-6e800ce7-da96-483a-a07c-0f84e3ac6e14 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.2.42 HTTP/1.1" status: 200 len: 695 time: 0.1852686 Feb 17 01:06:13.015141 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83e7bd-0d59-4c03-be23-106d9e72645c req-c214f767-5ed1-4aad-99d7-6f9d4700e6ef tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:13.018367 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cd83e7bd-0d59-4c03-be23-106d9e72645c req-c214f767-5ed1-4aad-99d7-6f9d4700e6ef tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.4707227 Feb 17 01:06:13.169645 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cd83e7bd-0d59-4c03-be23-106d9e72645c req-379ea857-60d3-4d15-ae73-cd7cc481151e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427486 Feb 17 01:06:13.229717 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-246e79ab-1361-43fe-8679-9204a818440e tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:13.231699 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-246e79ab-1361-43fe-8679-9204a818440e tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/networks/2e19633c-545c-4fb1-b120-f8a653754f93 HTTP/1.1" status: 200 len: 784 time: 0.5796900 Feb 17 01:06:13.251864 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-ffb05b4a-8789-4635-9a47-587deae9a9f6 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:06:13.253366 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a65a6f46-3dcf-4514-a6df-065cdc70bf55 req-ffb05b4a-8789-4635-9a47-587deae9a9f6 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0073025 Feb 17 01:06:13.508524 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a295d-752f-4282-aabb-f0e824696e2e req-7bbd1360-013f-4f24-ae93-6b4e8aecb269 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:13.513668 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-878a295d-752f-4282-aabb-f0e824696e2e req-7bbd1360-013f-4f24-ae93-6b4e8aecb269 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1322060 Feb 17 01:06:13.664697 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-878a295d-752f-4282-aabb-f0e824696e2e req-be7aab1e-0bfe-4ea0-9c5d-4297dcfd68f1 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.2.42 HTTP/1.1" status: 200 len: 695 time: 0.1396966 Feb 17 01:06:13.678756 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-878a295d-752f-4282-aabb-f0e824696e2e req-42bdb939-e1d7-46e9-8ad8-ccc471aebfd8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Request body: {'floatingip': {'port_id': 'a539b9aa-eefa-4556-847e-3e7f635703b2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:06:13.818825 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-878a295d-752f-4282-aabb-f0e824696e2e req-42bdb939-e1d7-46e9-8ad8-ccc471aebfd8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for floatingip, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:14.913161 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9b891-3734-4ea9-bc01-92d75242ccc7 req-5cdd3905-39dd-49e4-81e4-b5665731fa2e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:14.914885 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f5a9b891-3734-4ea9-bc01-92d75242ccc7 req-5cdd3905-39dd-49e4-81e4-b5665731fa2e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.3851163 Feb 17 01:06:15.046634 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.db.resource_extend [req-878a295d-752f-4282-aabb-f0e824696e2e req-42bdb939-e1d7-46e9-8ad8-ccc471aebfd8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 01:06:15.145152 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f5a9b891-3734-4ea9-bc01-92d75242ccc7 req-c2567b08-d1a0-4a7e-9a4d-ec71224b8b4d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770725 Feb 17 01:06:15.188247 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-878a295d-752f-4282-aabb-f0e824696e2e req-42bdb939-e1d7-46e9-8ad8-ccc471aebfd8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:15.191621 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-878a295d-752f-4282-aabb-f0e824696e2e req-42bdb939-e1d7-46e9-8ad8-ccc471aebfd8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853018709'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:15.411843 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.l3_db [req-878a295d-752f-4282-aabb-f0e824696e2e req-42bdb939-e1d7-46e9-8ad8-ccc471aebfd8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Floating IP 919c9634-ac38-4f08-8516-a1bebd46095f associated. External IP: 172.28.2.42, port: a539b9aa-eefa-4556-847e-3e7f635703b2. Feb 17 01:06:16.256561 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-878a295d-752f-4282-aabb-f0e824696e2e req-42bdb939-e1d7-46e9-8ad8-ccc471aebfd8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Router d926c621-ed04-45f8-9a6e-eaf98138bda9 has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:06:16.660653 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-878a295d-752f-4282-aabb-f0e824696e2e req-42bdb939-e1d7-46e9-8ad8-ccc471aebfd8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:06:16.668295 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff934e01-85d1-4a77-b19c-09611c216c22 req-d527d2e7-684b-4c4f-bd03-d8291055543c tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:16.669946 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ff934e01-85d1-4a77-b19c-09611c216c22 req-d527d2e7-684b-4c4f-bd03-d8291055543c tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.2758408 Feb 17 01:06:16.673873 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-878a295d-752f-4282-aabb-f0e824696e2e req-42bdb939-e1d7-46e9-8ad8-ccc471aebfd8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:16.676842 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1483a3-1559-4feb-baf5-89b6e8e7e30e None None] Sync routers for ids ['d926c621-ed04-45f8-9a6e-eaf98138bda9'] in dv-cinder-759955-4-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:06:16.698290 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1483a3-1559-4feb-baf5-89b6e8e7e30e None None] Routers {'d926c621-ed04-45f8-9a6e-eaf98138bda9'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:06:16.699995 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-cd1483a3-1559-4feb-baf5-89b6e8e7e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:06:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['d926c621-ed04-45f8-9a6e-eaf98138bda9'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:06:16.779497 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ff934e01-85d1-4a77-b19c-09611c216c22 req-93412616-5bbf-4ea9-92e1-f53e3264e67a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698853 Feb 17 01:06:16.783999 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-878a295d-752f-4282-aabb-f0e824696e2e req-42bdb939-e1d7-46e9-8ad8-ccc471aebfd8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "PUT /v2.0/floatingips/919c9634-ac38-4f08-8516-a1bebd46095f HTTP/1.1" status: 200 len: 995 time: 3.1161141 Feb 17 01:06:16.784576 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'tag': 'a539b9aa-eefa-4556-847e-3e7f635703b2'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:06:16.954045 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a295d-752f-4282-aabb-f0e824696e2e req-3c2583b9-d72d-4d1e-9dc7-f2ce60c82f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:16.955670 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-878a295d-752f-4282-aabb-f0e824696e2e req-3c2583b9-d72d-4d1e-9dc7-f2ce60c82f5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc17598988ff41148023db5e8a5e91a6&device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 1162 time: 0.1190872 Feb 17 01:06:16.963652 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-cd1483a3-1559-4feb-baf5-89b6e8e7e30e None None] Set router d926c621-ed04-45f8-9a6e-eaf98138bda9 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:06:17.134470 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'tag': 'a539b9aa-eefa-4556-847e-3e7f635703b2', 'status': 'completed', 'code': 200} Feb 17 01:06:17.164016 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a295d-752f-4282-aabb-f0e824696e2e req-9bf81e27-48c6-40c8-b9c2-28217e000911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:17.167614 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-878a295d-752f-4282-aabb-f0e824696e2e req-9bf81e27-48c6-40c8-b9c2-28217e000911 service neutron] 10.222.0.23 "GET /v2.0/networks?id=41b523dc-e7c9-418e-a292-2352dc73cec2 HTTP/1.1" status: 200 len: 908 time: 0.1986337 Feb 17 01:06:17.312133 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a034f-1df2-4732-939d-7ac6a39e388f req-8385ebbc-5304-4212-8267-32f1b8b82a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:17.314674 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dd5a034f-1df2-4732-939d-7ac6a39e388f req-8385ebbc-5304-4212-8267-32f1b8b82a4b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc17598988ff41148023db5e8a5e91a6&device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 1162 time: 0.1724863 Feb 17 01:06:17.352341 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-878a295d-752f-4282-aabb-f0e824696e2e req-463938a3-e55f-4c89-9190-809c86f6e99d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a539b9aa-eefa-4556-847e-3e7f635703b2 HTTP/1.1" status: 200 len: 998 time: 0.1709781 Feb 17 01:06:17.438096 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a295d-752f-4282-aabb-f0e824696e2e req-f12d0474-9583-44f9-a376-e59fcbc6badb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:17.440549 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-878a295d-752f-4282-aabb-f0e824696e2e req-f12d0474-9583-44f9-a376-e59fcbc6badb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d614ecf8-6746-4a79-9e01-4d8e94e235ae HTTP/1.1" status: 200 len: 853 time: 0.0797670 Feb 17 01:06:17.517373 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a034f-1df2-4732-939d-7ac6a39e388f req-8b1d18e3-7d06-4a58-86eb-bf9cc8c7f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:17.520722 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dd5a034f-1df2-4732-939d-7ac6a39e388f req-8b1d18e3-7d06-4a58-86eb-bf9cc8c7f439 service neutron] 10.222.0.42 "GET /v2.0/networks?id=41b523dc-e7c9-418e-a292-2352dc73cec2 HTTP/1.1" status: 200 len: 908 time: 0.1856523 Feb 17 01:06:17.552670 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-cd1483a3-1559-4feb-baf5-89b6e8e7e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'name': 'tempest-TestMinimumBasicScenario-986077689-router', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:05:20Z', 'updated_at': '2021-02-17T01:05:26Z', 'revision_number': 4, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'gw_port': {'id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:21Z', 'updated_at': '2021-02-17T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_floatingips': [{'id': '919c9634-ac38-4f08-8516-a1bebd46095f', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'floating_ip_address': '172.28.2.42', 'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'router_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'port_id': 'a539b9aa-eefa-4556-847e-3e7f635703b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2', 'mac_address': 'fa:16:3e:46:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:06:11Z', 'updated_at': '2021-02-17T01:06:14Z', 'revision_number': 1, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65fb976e-e796-4d15-b83c-5107547c4289', 'name': '', 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'mac_address': 'fa:16:3e:ca:3c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:26Z', 'updated_at': '2021-02-17T01:05:38Z', 'revision_number': 5, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'subnets': [{'id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:06:17.562075 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1483a3-1559-4feb-baf5-89b6e8e7e30e None None] Checking router: d926c621-ed04-45f8-9a6e-eaf98138bda9 for host: dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:06:17.587282 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1483a3-1559-4feb-baf5-89b6e8e7e30e None None] Routers {'d926c621-ed04-45f8-9a6e-eaf98138bda9'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:06:17.589085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-cd1483a3-1559-4feb-baf5-89b6e8e7e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:06:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['d926c621-ed04-45f8-9a6e-eaf98138bda9'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:06:17.607615 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a295d-752f-4282-aabb-f0e824696e2e req-369b4589-624f-4598-93ce-7d574ea1601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:17.613500 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-878a295d-752f-4282-aabb-f0e824696e2e req-369b4589-624f-4598-93ce-7d574ea1601f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=41b523dc-e7c9-418e-a292-2352dc73cec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1660025 Feb 17 01:06:17.645555 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [req-878a295d-752f-4282-aabb-f0e824696e2e req-eab204e5-28ea-438b-ad59-55722dd375d7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:06:17.655136 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-878a295d-752f-4282-aabb-f0e824696e2e req-eab204e5-28ea-438b-ad59-55722dd375d7 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0210049 Feb 17 01:06:17.665217 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dd5a034f-1df2-4732-939d-7ac6a39e388f req-0bfa498c-7f23-41f7-8455-01d849745c99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a539b9aa-eefa-4556-847e-3e7f635703b2 HTTP/1.1" status: 200 len: 998 time: 0.1374125 Feb 17 01:06:17.765556 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a034f-1df2-4732-939d-7ac6a39e388f req-2b2123b8-3196-469b-8f63-f8dd0aed48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:17.767665 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dd5a034f-1df2-4732-939d-7ac6a39e388f req-2b2123b8-3196-469b-8f63-f8dd0aed48e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d614ecf8-6746-4a79-9e01-4d8e94e235ae HTTP/1.1" status: 200 len: 853 time: 0.0939806 Feb 17 01:06:17.988198 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a034f-1df2-4732-939d-7ac6a39e388f req-aa316c4d-b7e3-496c-b5d2-e68b8b3f58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:17.993713 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dd5a034f-1df2-4732-939d-7ac6a39e388f req-aa316c4d-b7e3-496c-b5d2-e68b8b3f58b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=41b523dc-e7c9-418e-a292-2352dc73cec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2008188 Feb 17 01:06:18.038595 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-878a295d-752f-4282-aabb-f0e824696e2e req-a67cc68e-f478-484b-9516-08b0e43ecd50 service neutron] 10.222.0.23 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750091 Feb 17 01:06:18.221797 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dd5a034f-1df2-4732-939d-7ac6a39e388f req-cf8256f4-aada-49d0-8c10-6845a7027fc7 service neutron] 10.222.0.42 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118230 Feb 17 01:06:18.242816 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-cd1483a3-1559-4feb-baf5-89b6e8e7e30e None None] Set router d926c621-ed04-45f8-9a6e-eaf98138bda9 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:06:18.288824 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2de9a-16ca-46b8-9998-6472db919990 req-d9f37446-ef80-4bad-a94e-dd8aad689116 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:18.290633 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bdc2de9a-16ca-46b8-9998-6472db919990 req-d9f37446-ef80-4bad-a94e-dd8aad689116 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.3123987 Feb 17 01:06:18.295447 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-878a295d-752f-4282-aabb-f0e824696e2e req-72509442-4367-4574-acb0-27f12331bf0f service neutron] 10.222.0.23 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2498062 Feb 17 01:06:18.368893 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-d624a775-2988-451a-936c-bb384b79fcd2 req-062cf2ce-b11a-4869-a9cb-5592edd1c680 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1659989750', 'description': 'tempest-TestMinimumBasicScenario-1659989750 description'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:06:18.383140 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-d624a775-2988-451a-936c-bb384b79fcd2 req-062cf2ce-b11a-4869-a9cb-5592edd1c680 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:06:18.395563 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-d624a775-2988-451a-936c-bb384b79fcd2 req-062cf2ce-b11a-4869-a9cb-5592edd1c680 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Usage tracker for resource:security_group and tenant:bc17598988ff41148023db5e8a5e91a6 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:06:18.416483 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bdc2de9a-16ca-46b8-9998-6472db919990 req-a49190af-d41e-409b-8430-c49ee151f2be tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139996 Feb 17 01:06:18.418158 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-d624a775-2988-451a-936c-bb384b79fcd2 req-062cf2ce-b11a-4869-a9cb-5592edd1c680 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:06:18.427953 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-d624a775-2988-451a-936c-bb384b79fcd2 req-062cf2ce-b11a-4869-a9cb-5592edd1c680 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:06:18.471731 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dd5a034f-1df2-4732-939d-7ac6a39e388f req-b3a4f799-a631-4208-b3c7-dd5b2a6dd51f service neutron] 10.222.0.42 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2380002 Feb 17 01:06:18.477432 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d624a775-2988-451a-936c-bb384b79fcd2 req-062cf2ce-b11a-4869-a9cb-5592edd1c680 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:18.521517 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-d624a775-2988-451a-936c-bb384b79fcd2 req-062cf2ce-b11a-4869-a9cb-5592edd1c680 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:06:18.541381 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-d624a775-2988-451a-936c-bb384b79fcd2 req-062cf2ce-b11a-4869-a9cb-5592edd1c680 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Usage tracker for resource:security_group_rule and tenant:bc17598988ff41148023db5e8a5e91a6 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:06:18.547458 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-d624a775-2988-451a-936c-bb384b79fcd2 req-062cf2ce-b11a-4869-a9cb-5592edd1c680 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:06:18.569946 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-d624a775-2988-451a-936c-bb384b79fcd2 req-062cf2ce-b11a-4869-a9cb-5592edd1c680 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:06:18.680065 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d624a775-2988-451a-936c-bb384b79fcd2 req-062cf2ce-b11a-4869-a9cb-5592edd1c680 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:18.684989 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d624a775-2988-451a-936c-bb384b79fcd2 req-062cf2ce-b11a-4869-a9cb-5592edd1c680 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:18.697639 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-83151b6c-45ff-4665-b6b1-c8c7372e93c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:06:18.736761 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cf2ce-b11a-4869-a9cb-5592edd1c680 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6324f4a6-484e-42d5-ab11-c15565e4ced5,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:06:18.742054 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-062cf2ce-b11a-4869-a9cb-5592edd1c680 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:06:18.755688 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d624a775-2988-451a-936c-bb384b79fcd2 req-062cf2ce-b11a-4869-a9cb-5592edd1c680 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:18.769622 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d624a775-2988-451a-936c-bb384b79fcd2 req-062cf2ce-b11a-4869-a9cb-5592edd1c680 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4066503 Feb 17 01:06:18.834109 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-cd1483a3-1559-4feb-baf5-89b6e8e7e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'name': 'tempest-TestMinimumBasicScenario-986077689-router', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:05:20Z', 'updated_at': '2021-02-17T01:05:26Z', 'revision_number': 4, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'gw_port': {'id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:21Z', 'updated_at': '2021-02-17T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_floatingips': [{'id': '919c9634-ac38-4f08-8516-a1bebd46095f', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'floating_ip_address': '172.28.2.42', 'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'router_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'port_id': 'a539b9aa-eefa-4556-847e-3e7f635703b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2', 'mac_address': 'fa:16:3e:46:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:06:11Z', 'updated_at': '2021-02-17T01:06:14Z', 'revision_number': 1, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65fb976e-e796-4d15-b83c-5107547c4289', 'name': '', 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'mac_address': 'fa:16:3e:ca:3c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:26Z', 'updated_at': '2021-02-17T01:05:38Z', 'revision_number': 5, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'subnets': [{'id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:06:18.842074 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1483a3-1559-4feb-baf5-89b6e8e7e30e None None] The sync data for ids ['d926c621-ed04-45f8-9a6e-eaf98138bda9'] in dv-cinder-759955-4-smb is: [{'id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'name': 'tempest-TestMinimumBasicScenario-986077689-router', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:05:20Z', 'updated_at': '2021-02-17T01:05:26Z', 'revision_number': 4, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'gw_port': {'id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:21Z', 'updated_at': '2021-02-17T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_floatingips': [{'id': '919c9634-ac38-4f08-8516-a1bebd46095f', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'floating_ip_address': '172.28.2.42', 'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'router_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'port_id': 'a539b9aa-eefa-4556-847e-3e7f635703b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2', 'mac_address': 'fa:16:3e:46:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:06:11Z', 'updated_at': '2021-02-17T01:06:14Z', 'revision_number': 1, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65fb976e-e796-4d15-b83c-5107547c4289', 'name': '', 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'mac_address': 'fa:16:3e:ca:3c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:26Z', 'updated_at': '2021-02-17T01:05:38Z', 'revision_number': 5, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'subnets': [{'id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:06:18.874557 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-96876d5f-96fe-47e1-8b9d-7db07f3dfa5f req-321d12b6-a93f-4a7d-b86c-70c2032b2f21 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups/6324f4a6-484e-42d5-ab11-c15565e4ced5 HTTP/1.1" status: 200 len: 1814 time: 0.0752091 Feb 17 01:06:18.891204 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-96876d5f-96fe-47e1-8b9d-7db07f3dfa5f req-ee40aafb-cd79-4ffd-993b-a3d078784d84 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6324f4a6-484e-42d5-ab11-c15565e4ced5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:06:18.891537 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-96876d5f-96fe-47e1-8b9d-7db07f3dfa5f req-ee40aafb-cd79-4ffd-993b-a3d078784d84 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6324f4a6-484e-42d5-ab11-c15565e4ced5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:06:18.901240 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-96876d5f-96fe-47e1-8b9d-7db07f3dfa5f req-ee40aafb-cd79-4ffd-993b-a3d078784d84 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:06:18.906759 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-96876d5f-96fe-47e1-8b9d-7db07f3dfa5f req-ee40aafb-cd79-4ffd-993b-a3d078784d84 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Usage tracker for resource:security_group_rule and tenant:bc17598988ff41148023db5e8a5e91a6 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:06:18.910837 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-96876d5f-96fe-47e1-8b9d-7db07f3dfa5f req-ee40aafb-cd79-4ffd-993b-a3d078784d84 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:06:18.921966 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-96876d5f-96fe-47e1-8b9d-7db07f3dfa5f req-ee40aafb-cd79-4ffd-993b-a3d078784d84 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:06:19.016547 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-96876d5f-96fe-47e1-8b9d-7db07f3dfa5f req-ee40aafb-cd79-4ffd-993b-a3d078784d84 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:19.055129 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-96876d5f-96fe-47e1-8b9d-7db07f3dfa5f req-ee40aafb-cd79-4ffd-993b-a3d078784d84 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:19.058886 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-96876d5f-96fe-47e1-8b9d-7db07f3dfa5f req-ee40aafb-cd79-4ffd-993b-a3d078784d84 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748861'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:19.067461 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3ee263f7-5469-4378-89d1-e928594c3248 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:06:19.093149 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40aafb-cd79-4ffd-993b-a3d078784d84 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997f66dd-eea9-4c0e-bc3c-b42b53097655,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:06:19.101137 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ee40aafb-cd79-4ffd-993b-a3d078784d84 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:06:19.107270 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-96876d5f-96fe-47e1-8b9d-7db07f3dfa5f req-ee40aafb-cd79-4ffd-993b-a3d078784d84 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:19.110462 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-96876d5f-96fe-47e1-8b9d-7db07f3dfa5f req-ee40aafb-cd79-4ffd-993b-a3d078784d84 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2247417 Feb 17 01:06:19.227832 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0ff8b25c-f4b5-435e-bc28-01f35b349544 req-01ef4949-b242-4289-a634-7842654aff6e tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups/6324f4a6-484e-42d5-ab11-c15565e4ced5 HTTP/1.1" status: 200 len: 2407 time: 0.0766630 Feb 17 01:06:19.241375 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-0ff8b25c-f4b5-435e-bc28-01f35b349544 req-5a0b01c2-8b2c-46c0-8bad-d90cdebf8b15 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6324f4a6-484e-42d5-ab11-c15565e4ced5', 'remote_group_id': None}]} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:06:19.242294 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-0ff8b25c-f4b5-435e-bc28-01f35b349544 req-5a0b01c2-8b2c-46c0-8bad-d90cdebf8b15 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6324f4a6-484e-42d5-ab11-c15565e4ced5', 'remote_group_id': None}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:06:19.251678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-0ff8b25c-f4b5-435e-bc28-01f35b349544 req-5a0b01c2-8b2c-46c0-8bad-d90cdebf8b15 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:06:19.258874 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-0ff8b25c-f4b5-435e-bc28-01f35b349544 req-5a0b01c2-8b2c-46c0-8bad-d90cdebf8b15 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Usage tracker for resource:security_group_rule and tenant:bc17598988ff41148023db5e8a5e91a6 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:06:19.263411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-0ff8b25c-f4b5-435e-bc28-01f35b349544 req-5a0b01c2-8b2c-46c0-8bad-d90cdebf8b15 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:06:19.267776 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0345d7a-20e4-4fee-863e-44bda0d2b376 None None] New status for floating IP 919c9634-ac38-4f08-8516-a1bebd46095f: ACTIVE {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:06:19.273315 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-0ff8b25c-f4b5-435e-bc28-01f35b349544 req-5a0b01c2-8b2c-46c0-8bad-d90cdebf8b15 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:06:19.344435 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0ff8b25c-f4b5-435e-bc28-01f35b349544 req-5a0b01c2-8b2c-46c0-8bad-d90cdebf8b15 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:19.378475 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0ff8b25c-f4b5-435e-bc28-01f35b349544 req-5a0b01c2-8b2c-46c0-8bad-d90cdebf8b15 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:19.383698 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0ff8b25c-f4b5-435e-bc28-01f35b349544 req-5a0b01c2-8b2c-46c0-8bad-d90cdebf8b15 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748861'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:19.390411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:06:19.425995 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b01c2-8b2c-46c0-8bad-d90cdebf8b15 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8687bd34-1adf-4687-92fe-f8c4ded36ba8,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:06:19.438875 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a0b01c2-8b2c-46c0-8bad-d90cdebf8b15 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:06:19.448866 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0ff8b25c-f4b5-435e-bc28-01f35b349544 req-5a0b01c2-8b2c-46c0-8bad-d90cdebf8b15 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:19.451395 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0ff8b25c-f4b5-435e-bc28-01f35b349544 req-5a0b01c2-8b2c-46c0-8bad-d90cdebf8b15 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2143927 Feb 17 01:06:19.698649 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-a864c1e6-dd8a-421d-b15e-e934b303242b req-f2c0bdbf-8e55-44c4-ab63-170a6a27413f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Synchronizing usage tracker for tenant:bc17598988ff41148023db5e8a5e91a6 on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:06:19.725875 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-a864c1e6-dd8a-421d-b15e-e934b303242b req-f2c0bdbf-8e55-44c4-ab63-170a6a27413f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Unset dirty status for tenant:bc17598988ff41148023db5e8a5e91a6 on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:06:19.729745 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a864c1e6-dd8a-421d-b15e-e934b303242b req-f2c0bdbf-8e55-44c4-ab63-170a6a27413f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1659989750&fields=id&tenant_id=bc17598988ff41148023db5e8a5e91a6 HTTP/1.1" status: 200 len: 267 time: 0.1050262 Feb 17 01:06:19.829984 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0755cfe-ed68-43ec-aa7f-4b924ca349bb req-a3179e8f-8fb5-4d55-81a6-0f53f1ab4f3a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:19.833659 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e0755cfe-ed68-43ec-aa7f-4b924ca349bb req-a3179e8f-8fb5-4d55-81a6-0f53f1ab4f3a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.2561302 Feb 17 01:06:19.909291 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864c1e6-dd8a-421d-b15e-e934b303242b req-fcf0705f-f227-42ea-a4c2-dc9145b1ce73 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:19.913812 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a864c1e6-dd8a-421d-b15e-e934b303242b req-fcf0705f-f227-42ea-a4c2-dc9145b1ce73 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 945 time: 0.1672184 Feb 17 01:06:19.922385 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e0755cfe-ed68-43ec-aa7f-4b924ca349bb req-47be8040-d2c8-41dd-b9d9-89e719e78d2e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808065 Feb 17 01:06:19.954101 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-a864c1e6-dd8a-421d-b15e-e934b303242b req-ba550bbe-2721-4e3c-b279-20ed59fccdf3 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Request body: {'port': {'security_groups': ['b6601cd6-deec-423d-850e-2d7055287788', '6324f4a6-484e-42d5-ab11-c15565e4ced5']}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:06:20.139486 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a864c1e6-dd8a-421d-b15e-e934b303242b req-ba550bbe-2721-4e3c-b279-20ed59fccdf3 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:20.580680 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-a864c1e6-dd8a-421d-b15e-e934b303242b req-ba550bbe-2721-4e3c-b279-20ed59fccdf3 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] For port a539b9aa-eefa-4556-847e-3e7f635703b2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a539b9aa-eefa-4556-847e-3e7f635703b2,segment=NetworkSegment(5327929c-9e06-456a-8590-062154e4de4f),segment_id=5327929c-9e06-456a-8590-062154e4de4f)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:06:20.615551 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a864c1e6-dd8a-421d-b15e-e934b303242b req-ba550bbe-2721-4e3c-b279-20ed59fccdf3 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:20.619743 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a864c1e6-dd8a-421d-b15e-e934b303242b req-ba550bbe-2721-4e3c-b279-20ed59fccdf3 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2094666'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:20.638616 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-52600d5a-fd94-4909-8a2f-c94a7598868f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:06:20.820019 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba550bbe-2721-4e3c-b279-20ed59fccdf3 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Pushing event updated for resources: {'Port': ['ID=a539b9aa-eefa-4556-847e-3e7f635703b2,revision_number=5']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:06:20.824000 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ba550bbe-2721-4e3c-b279-20ed59fccdf3 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:06:20.863073 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864c1e6-dd8a-421d-b15e-e934b303242b req-ba550bbe-2721-4e3c-b279-20ed59fccdf3 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:20.863267 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a864c1e6-dd8a-421d-b15e-e934b303242b req-ba550bbe-2721-4e3c-b279-20ed59fccdf3 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:20.864925 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a864c1e6-dd8a-421d-b15e-e934b303242b req-ba550bbe-2721-4e3c-b279-20ed59fccdf3 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "PUT /v2.0/ports/a539b9aa-eefa-4556-847e-3e7f635703b2 HTTP/1.1" status: 200 len: 981 time: 0.9191992 Feb 17 01:06:20.865524 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'tag': 'a539b9aa-eefa-4556-847e-3e7f635703b2'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:06:20.960591 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'tag': 'a539b9aa-eefa-4556-847e-3e7f635703b2', 'status': 'completed', 'code': 200} Feb 17 01:06:21.112388 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2347e0-0737-41ec-8f8c-746584adddfd req-079f005f-6b3a-41f3-ad28-506794358865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:21.115550 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-af2347e0-0737-41ec-8f8c-746584adddfd req-079f005f-6b3a-41f3-ad28-506794358865 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc17598988ff41148023db5e8a5e91a6&device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 1202 time: 0.1254029 Feb 17 01:06:21.178496 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-5b7ea284-e402-4480-bb9f-48eb53fcc18b None None] Provisioning complete for port a539b9aa-eefa-4556-847e-3e7f635703b2 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:06:21.178840 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea284-e402-4480-bb9f-48eb53fcc18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:21.192465 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4119b4f-b46d-4ecb-8ffc-a49b6f143d39 req-9edd746f-b9ea-4468-9290-4758ea794cc1 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:21.194559 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a4119b4f-b46d-4ecb-8ffc-a49b6f143d39 req-9edd746f-b9ea-4468-9290-4758ea794cc1 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 984 time: 0.2059505 Feb 17 01:06:21.321263 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2347e0-0737-41ec-8f8c-746584adddfd req-b88395f2-b298-4be0-8e49-0ad77d74d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:21.323320 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-af2347e0-0737-41ec-8f8c-746584adddfd req-b88395f2-b298-4be0-8e49-0ad77d74d521 service neutron] 10.222.0.42 "GET /v2.0/networks?id=41b523dc-e7c9-418e-a292-2352dc73cec2 HTTP/1.1" status: 200 len: 908 time: 0.1978958 Feb 17 01:06:21.333926 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a4119b4f-b46d-4ecb-8ffc-a49b6f143d39 req-5d962e39-b27a-42cb-8452-84dab7b3a4c3 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=6324f4a6-484e-42d5-ab11-c15565e4ced5&id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0715144 Feb 17 01:06:21.373253 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2e98a-facd-4386-a130-cd213bfe5a26 req-73beaca9-2128-49bd-b9e2-60daa16a7459 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:21.375534 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0cc2e98a-facd-4386-a130-cd213bfe5a26 req-73beaca9-2128-49bd-b9e2-60daa16a7459 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1780806 Feb 17 01:06:21.446401 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0cc2e98a-facd-4386-a130-cd213bfe5a26 req-86a02797-1ae7-43d1-941a-34f1b9fd9455 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638685 Feb 17 01:06:21.495585 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-af2347e0-0737-41ec-8f8c-746584adddfd req-9c4f0df7-e125-490b-8229-7f9f66a3c8f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a539b9aa-eefa-4556-847e-3e7f635703b2 HTTP/1.1" status: 200 len: 1000 time: 0.1612289 Feb 17 01:06:21.600274 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2347e0-0737-41ec-8f8c-746584adddfd req-0441aee6-4877-4741-bf2b-7f432c8509ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:21.601907 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-af2347e0-0737-41ec-8f8c-746584adddfd req-0441aee6-4877-4741-bf2b-7f432c8509ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d614ecf8-6746-4a79-9e01-4d8e94e235ae HTTP/1.1" status: 200 len: 853 time: 0.0967157 Feb 17 01:06:21.714772 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2347e0-0737-41ec-8f8c-746584adddfd req-14a72f58-c514-4ac0-a403-c986996f54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:21.716745 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-af2347e0-0737-41ec-8f8c-746584adddfd req-14a72f58-c514-4ac0-a403-c986996f54a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=41b523dc-e7c9-418e-a292-2352dc73cec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1057107 Feb 17 01:06:21.941197 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-af2347e0-0737-41ec-8f8c-746584adddfd req-7cef2065-8b23-41c3-a144-38cda09a02a1 service neutron] 10.222.0.42 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169688 Feb 17 01:06:22.014711 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device a539b9aa-eefa-4556-847e-3e7f635703b2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:06:22.092021 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port a539b9aa-eefa-4556-847e-3e7f635703b2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:06:22.092453 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:22.246061 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-af2347e0-0737-41ec-8f8c-746584adddfd req-0e89d130-843a-4d4c-984c-6f8c36559b65 service neutron] 10.222.0.42 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2976921 Feb 17 01:06:22.687260 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b887c5-83f7-4b54-a904-3b2e0b5c953d req-6651ab79-81aa-4114-bf33-4df20ed3bf44 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:22.689447 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c5b887c5-83f7-4b54-a904-3b2e0b5c953d req-6651ab79-81aa-4114-bf33-4df20ed3bf44 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1000969 Feb 17 01:06:22.742450 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c5b887c5-83f7-4b54-a904-3b2e0b5c953d req-c9af4d80-43f4-490b-a2da-1009c9ea1e91 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458980 Feb 17 01:06:23.564247 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8da7ec-7ed8-4a79-909c-002219ee41e2 req-97ce8e0c-1a26-4b38-9b07-51633e16c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:23.565917 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2a8da7ec-7ed8-4a79-909c-002219ee41e2 req-97ce8e0c-1a26-4b38-9b07-51633e16c3c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=475f7d7891b64c41a88eeff4cb15f254&device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 1163 time: 0.0832212 Feb 17 01:06:23.958126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8da7ec-7ed8-4a79-909c-002219ee41e2 req-9e8aa852-b02e-4d54-aecd-f88fcf1d0314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:23.959715 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2a8da7ec-7ed8-4a79-909c-002219ee41e2 req-9e8aa852-b02e-4d54-aecd-f88fcf1d0314 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9f87947-84f1-4bba-bbae-568841e714fe HTTP/1.1" status: 200 len: 910 time: 0.3871717 Feb 17 01:06:23.962571 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee85401-28e1-4065-b0ad-555a40ace75a req-6543c89f-7668-4a7d-acc0-bdc50cdc0a67 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:23.964193 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bee85401-28e1-4065-b0ad-555a40ace75a req-6543c89f-7668-4a7d-acc0-bdc50cdc0a67 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.0962024 Feb 17 01:06:24.039976 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bee85401-28e1-4065-b0ad-555a40ace75a req-a82da186-76ea-4130-b385-572f5ae1a823 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688634 Feb 17 01:06:24.095535 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2a8da7ec-7ed8-4a79-909c-002219ee41e2 req-e948532f-d587-4a7c-b3cd-cd88a3536677 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8964a49-5eee-41d2-b7d5-07b3562726c6 HTTP/1.1" status: 200 len: 1002 time: 0.1276600 Feb 17 01:06:24.171936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8da7ec-7ed8-4a79-909c-002219ee41e2 req-e19d6aa8-d1e3-4dcc-b4fa-1350fb557051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:24.173579 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2a8da7ec-7ed8-4a79-909c-002219ee41e2 req-e19d6aa8-d1e3-4dcc-b4fa-1350fb557051 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8020aa0-aa72-42b0-9ad3-070f9773c346 HTTP/1.1" status: 200 len: 855 time: 0.0714402 Feb 17 01:06:24.262738 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8da7ec-7ed8-4a79-909c-002219ee41e2 req-f61e1788-e951-4bd9-bd23-eadf8c4b4737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:24.264345 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2a8da7ec-7ed8-4a79-909c-002219ee41e2 req-f61e1788-e951-4bd9-bd23-eadf8c4b4737 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9f87947-84f1-4bba-bbae-568841e714fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841978 Feb 17 01:06:24.425154 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2a8da7ec-7ed8-4a79-909c-002219ee41e2 req-94143bde-6cea-4280-a4f9-f266cb9ccf6d service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530564 Feb 17 01:06:24.584953 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2a8da7ec-7ed8-4a79-909c-002219ee41e2 req-585ced99-2d04-40b5-ae64-e0b6dea2dc7e service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1528232 Feb 17 01:06:25.266274 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685804d-60fd-4dcd-9714-feef70dfc443 req-bbbd8b4c-e02e-4ba8-8173-6a48c57fd727 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:25.268010 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0685804d-60fd-4dcd-9714-feef70dfc443 req-bbbd8b4c-e02e-4ba8-8173-6a48c57fd727 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.0970583 Feb 17 01:06:25.319080 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0685804d-60fd-4dcd-9714-feef70dfc443 req-4f114dff-a86a-48c2-8f6d-22066700e596 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443132 Feb 17 01:06:26.536229 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108111a-a659-4e70-b9e3-5fa1cd47b8fa req-f198e11a-7456-4d30-aa1d-ef7363c9fae9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:26.537823 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3108111a-a659-4e70-b9e3-5fa1cd47b8fa req-f198e11a-7456-4d30-aa1d-ef7363c9fae9 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.0942225 Feb 17 01:06:26.591696 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3108111a-a659-4e70-b9e3-5fa1cd47b8fa req-321ff3d9-5ca6-4e47-bdf7-e4a55e2a5b4e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442607 Feb 17 01:06:27.840154 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device d8964a49-5eee-41d2-b7d5-07b3562726c6 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:06:28.061585 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:28.100443 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8964a49-5eee-41d2-b7d5-07b3562726c6'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:06:28.115338 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port d8964a49-5eee-41d2-b7d5-07b3562726c6, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d8964a49-5eee-41d2-b7d5-07b3562726c6,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:06:28.126127 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:28.142125 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cd58c1b5-50bd-4bd1-8c03-0255eac75334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:06:28.177823 dv-cinder-759955-4-smb neutron-server[83915]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd8964a49-5eee-41d2-b7d5-07b3562726c6', 'code': 422} returned with failed status Feb 17 01:06:28.254091 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=d8964a49-5eee-41d2-b7d5-07b3562726c6,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:06:28.258144 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:06:28.334625 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 59792) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:06:28.336346 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2089a8-6013-4b32-9644-0259a2723148 req-7a8caea8-d138-4173-9217-83ed5749c864 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:28.339344 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-de2089a8-6013-4b32-9644-0259a2723148 req-7a8caea8-d138-4173-9217-83ed5749c864 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 944 time: 0.1681037 Feb 17 01:06:28.401861 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-de2089a8-6013-4b32-9644-0259a2723148 req-1493d701-5f58-49f8-80f8-9318981224f1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560660 Feb 17 01:06:28.482703 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1f9e57be-4120-4085-aff9-38c213ba8db5 req-61148a5f-b951-4936-bb83-1ebe4890cfc2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1463277 Feb 17 01:06:29.062638 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e57be-4120-4085-aff9-38c213ba8db5 req-dcc6394f-f40c-4988-92cd-9ead4e4b9a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:29.064300 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1f9e57be-4120-4085-aff9-38c213ba8db5 req-dcc6394f-f40c-4988-92cd-9ead4e4b9a54 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e&tenant_id=475f7d7891b64c41a88eeff4cb15f254 HTTP/1.1" status: 200 len: 1161 time: 0.0830169 Feb 17 01:06:29.172689 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e57be-4120-4085-aff9-38c213ba8db5 req-b6d1f7f0-8d95-4e50-93a4-09631807a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:29.174364 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1f9e57be-4120-4085-aff9-38c213ba8db5 req-b6d1f7f0-8d95-4e50-93a4-09631807a39e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=475f7d7891b64c41a88eeff4cb15f254&device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 1161 time: 0.0868587 Feb 17 01:06:29.195477 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f3631643-5fd2-4ede-b6cc-8ec8368ac6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:29.331110 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e57be-4120-4085-aff9-38c213ba8db5 req-9936b57d-8900-4a23-a4f1-9e6de6f10851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:29.332791 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1f9e57be-4120-4085-aff9-38c213ba8db5 req-9936b57d-8900-4a23-a4f1-9e6de6f10851 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9f87947-84f1-4bba-bbae-568841e714fe HTTP/1.1" status: 200 len: 910 time: 0.1517746 Feb 17 01:06:29.446980 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1f9e57be-4120-4085-aff9-38c213ba8db5 req-20833769-82f2-44ea-827c-8a4ed70d4317 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8964a49-5eee-41d2-b7d5-07b3562726c6 HTTP/1.1" status: 200 len: 1000 time: 0.1075211 Feb 17 01:06:29.525295 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e57be-4120-4085-aff9-38c213ba8db5 req-aeae2ccc-424c-4d43-b10c-6af8f3bbdba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:29.526956 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1f9e57be-4120-4085-aff9-38c213ba8db5 req-aeae2ccc-424c-4d43-b10c-6af8f3bbdba4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8020aa0-aa72-42b0-9ad3-070f9773c346 HTTP/1.1" status: 200 len: 855 time: 0.0732489 Feb 17 01:06:29.619275 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e57be-4120-4085-aff9-38c213ba8db5 req-fbc03ef0-a37c-4564-a11a-f9dfad1e67af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:29.620998 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1f9e57be-4120-4085-aff9-38c213ba8db5 req-fbc03ef0-a37c-4564-a11a-f9dfad1e67af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9f87947-84f1-4bba-bbae-568841e714fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0871785 Feb 17 01:06:29.800373 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1f9e57be-4120-4085-aff9-38c213ba8db5 req-8d408898-ef3c-4718-b220-7ca180154bc0 service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713805 Feb 17 01:06:29.934541 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fc0a6-7d43-42c7-b7b3-80bcf718f6ea req-d1da1b0c-f037-4389-9fde-4dbbd24bda61 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:29.936218 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c22fc0a6-7d43-42c7-b7b3-80bcf718f6ea req-d1da1b0c-f037-4389-9fde-4dbbd24bda61 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 944 time: 0.4093335 Feb 17 01:06:29.963666 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1f9e57be-4120-4085-aff9-38c213ba8db5 req-2d657ce7-9073-4ab0-9863-190aac5eb9c0 service neutron] 10.222.0.42 "GET /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1559994 Feb 17 01:06:30.003982 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c22fc0a6-7d43-42c7-b7b3-80bcf718f6ea req-4265c980-3365-42f9-8b0e-bcdb3cb55fca tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461845 Feb 17 01:06:31.242832 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a35bf1-c8ed-4a3c-a540-b06d436fc498 req-6e94270a-30f1-40aa-aebc-95f78357d2cc tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:31.244625 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e0a35bf1-c8ed-4a3c-a540-b06d436fc498 req-6e94270a-30f1-40aa-aebc-95f78357d2cc tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 944 time: 0.1034319 Feb 17 01:06:31.301902 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e0a35bf1-c8ed-4a3c-a540-b06d436fc498 req-0e065513-8c9f-403e-8b2e-dda7504de7f7 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490482 Feb 17 01:06:32.554919 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797808b4-0b5e-425e-a661-5e3e71fdb485 req-9fb5dc44-27d6-498d-8790-1dfa0b82142a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:32.556996 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-797808b4-0b5e-425e-a661-5e3e71fdb485 req-9fb5dc44-27d6-498d-8790-1dfa0b82142a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 944 time: 0.0994527 Feb 17 01:06:32.614997 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-797808b4-0b5e-425e-a661-5e3e71fdb485 req-37ebe724-5c93-4a50-ab87-fe4cf1ab19d5 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513315 Feb 17 01:06:32.768140 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-57e4cd0d-34f6-4d7f-8152-0676b86bbdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:33.121282 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:06:33.363744 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:33.877294 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7d543-50ac-4613-95c9-1cdfce2b17cd req-182c3a67-dc19-4679-abf0-08660b07b01b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:33.879498 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-60e7d543-50ac-4613-95c9-1cdfce2b17cd req-182c3a67-dc19-4679-abf0-08660b07b01b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 944 time: 0.1258819 Feb 17 01:06:33.938817 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-60e7d543-50ac-4613-95c9-1cdfce2b17cd req-a300f33b-4d03-4f25-aa20-da7f1b021971 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473056 Feb 17 01:06:34.003539 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:34.721220 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:35.178881 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7acc59-57ac-4db6-b9b8-91675e8c0b96 req-eb454154-ccd3-4b90-a2d9-4df81aea7e7d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:35.180574 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fa7acc59-57ac-4db6-b9b8-91675e8c0b96 req-eb454154-ccd3-4b90-a2d9-4df81aea7e7d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 944 time: 0.1011467 Feb 17 01:06:35.236373 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fa7acc59-57ac-4db6-b9b8-91675e8c0b96 req-62637f01-2bcd-42c1-b905-44aa89807d3b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486269 Feb 17 01:06:36.455031 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62681e08-cb47-4d6b-9008-df8f19435ba0 req-c39b7f5b-31fe-442d-882f-cc33248a3527 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:36.457834 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-62681e08-cb47-4d6b-9008-df8f19435ba0 req-c39b7f5b-31fe-442d-882f-cc33248a3527 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 944 time: 0.0945916 Feb 17 01:06:36.520045 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-62681e08-cb47-4d6b-9008-df8f19435ba0 req-0f222e7e-45f8-4846-8115-7cffe5c24273 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524330 Feb 17 01:06:37.165092 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:37.760502 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe145100-c622-4759-8c34-b7649f484837 req-2a5e0c6b-cb5d-4407-8b11-dc64e79f8bcf tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:37.762207 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fe145100-c622-4759-8c34-b7649f484837 req-2a5e0c6b-cb5d-4407-8b11-dc64e79f8bcf tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 944 time: 0.1110175 Feb 17 01:06:37.821869 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fe145100-c622-4759-8c34-b7649f484837 req-5666cac9-1a21-4dc2-b5eb-a62e1ab7544a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506010 Feb 17 01:06:38.872666 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85061d5c-b9c2-487a-8a47-488a391df63f req-b778c97c-1eb8-4af9-8ffa-e2750893aeb4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:38.875392 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-85061d5c-b9c2-487a-8a47-488a391df63f req-b778c97c-1eb8-4af9-8ffa-e2750893aeb4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 984 time: 0.1142175 Feb 17 01:06:38.945816 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-85061d5c-b9c2-487a-8a47-488a391df63f req-f3054c68-2edc-4861-b0d4-ed9e223ccc3f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=6324f4a6-484e-42d5-ab11-c15565e4ced5&id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0626242 Feb 17 01:06:39.073406 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d4a7a-6f27-4ba9-b9b4-ddfaa0e9e131 req-9b5d09e7-01f4-4991-910c-e4cb5b8b7bf7 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:39.083178 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3c4d4a7a-6f27-4ba9-b9b4-ddfaa0e9e131 req-9b5d09e7-01f4-4991-910c-e4cb5b8b7bf7 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 944 time: 0.1163206 Feb 17 01:06:39.140577 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3c4d4a7a-6f27-4ba9-b9b4-ddfaa0e9e131 req-5db9d7ca-b246-481d-beef-e7cc30b7a9cb tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533614 Feb 17 01:06:40.351027 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593d1e7-8968-4fa7-80e1-a4f16e3c2dba req-25f4b201-15d4-4a44-8e84-07af8c1c4ffa tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:40.353048 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7593d1e7-8968-4fa7-80e1-a4f16e3c2dba req-25f4b201-15d4-4a44-8e84-07af8c1c4ffa tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 984 time: 0.1827717 Feb 17 01:06:40.427395 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7593d1e7-8968-4fa7-80e1-a4f16e3c2dba req-4e594ed4-4858-462d-bce1-0afb332e9227 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=6324f4a6-484e-42d5-ab11-c15565e4ced5&id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0594630 Feb 17 01:06:40.455507 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2edde-9e6a-4e38-a153-4a3fe6f74d25 req-773cc03f-077a-421f-b88e-1c2bb842a92c tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:40.457455 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-76f2edde-9e6a-4e38-a153-4a3fe6f74d25 req-773cc03f-077a-421f-b88e-1c2bb842a92c tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 944 time: 0.1626663 Feb 17 01:06:40.520607 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-76f2edde-9e6a-4e38-a153-4a3fe6f74d25 req-34391e83-7c7a-4bfa-90af-5a4e29957236 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552163 Feb 17 01:06:41.612172 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b233088-0a0e-4d45-b99a-df97889e3837 req-75d49b72-dc32-48d1-aacf-e9a6d2b1a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:41.613899 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3b233088-0a0e-4d45-b99a-df97889e3837 req-75d49b72-dc32-48d1-aacf-e9a6d2b1a760 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc17598988ff41148023db5e8a5e91a6&device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 1202 time: 0.0940287 Feb 17 01:06:41.772929 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b233088-0a0e-4d45-b99a-df97889e3837 req-078392ae-684e-4f64-bfd2-1e9e89cdf35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:41.774493 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3b233088-0a0e-4d45-b99a-df97889e3837 req-078392ae-684e-4f64-bfd2-1e9e89cdf35e service neutron] 10.222.0.42 "GET /v2.0/networks?id=41b523dc-e7c9-418e-a292-2352dc73cec2 HTTP/1.1" status: 200 len: 908 time: 0.1535687 Feb 17 01:06:41.822578 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7061d46-0487-4fad-865a-33b277284c7f req-6142ca91-ee6a-4fb6-8755-665fbb164c3f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:41.824664 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e7061d46-0487-4fad-865a-33b277284c7f req-6142ca91-ee6a-4fb6-8755-665fbb164c3f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 984 time: 0.2374802 Feb 17 01:06:41.831472 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac200ed9-6e60-4502-8cef-7460489a16d3 req-7734dcbd-a244-4436-9ece-2ad6b83fb588 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:41.837591 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ac200ed9-6e60-4502-8cef-7460489a16d3 req-7734dcbd-a244-4436-9ece-2ad6b83fb588 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 944 time: 0.1716101 Feb 17 01:06:41.890182 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3b233088-0a0e-4d45-b99a-df97889e3837 req-fce8610f-9995-4be9-b4cc-b3aa8eefb81c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a539b9aa-eefa-4556-847e-3e7f635703b2 HTTP/1.1" status: 200 len: 1000 time: 0.1081867 Feb 17 01:06:41.918351 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e7061d46-0487-4fad-865a-33b277284c7f req-e826d6bc-a32d-42a2-884a-90038bd7e5e0 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=6324f4a6-484e-42d5-ab11-c15565e4ced5&id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0840261 Feb 17 01:06:41.925019 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ac200ed9-6e60-4502-8cef-7460489a16d3 req-514eb81a-27ba-4a7c-a77f-cf00d8ca3035 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754247 Feb 17 01:06:41.978145 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b233088-0a0e-4d45-b99a-df97889e3837 req-215a5218-649b-417f-a909-e4e9ca629790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:41.979811 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3b233088-0a0e-4d45-b99a-df97889e3837 req-215a5218-649b-417f-a909-e4e9ca629790 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d614ecf8-6746-4a79-9e01-4d8e94e235ae HTTP/1.1" status: 200 len: 853 time: 0.0826499 Feb 17 01:06:42.070705 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b233088-0a0e-4d45-b99a-df97889e3837 req-b1be4816-b72c-45de-8c24-eee7d7101d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:42.072479 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3b233088-0a0e-4d45-b99a-df97889e3837 req-b1be4816-b72c-45de-8c24-eee7d7101d0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=41b523dc-e7c9-418e-a292-2352dc73cec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853188 Feb 17 01:06:42.229385 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3b233088-0a0e-4d45-b99a-df97889e3837 req-73b02b25-39f0-4b99-835b-d79766b5c946 service neutron] 10.222.0.42 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483200 Feb 17 01:06:42.381380 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3b233088-0a0e-4d45-b99a-df97889e3837 req-fb686ed7-9304-4fd9-9d99-22251dcee172 service neutron] 10.222.0.42 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1446552 Feb 17 01:06:43.245290 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f510879-72a0-4d83-a2ee-2f586b09ef5e req-5783e4b6-7132-4241-ac82-404f89d626fe tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:43.246844 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3f510879-72a0-4d83-a2ee-2f586b09ef5e req-5783e4b6-7132-4241-ac82-404f89d626fe tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 944 time: 0.1805308 Feb 17 01:06:43.277381 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d639b1-b8b2-4769-a98b-bf17625e8c19 req-daf0d453-c1a3-4eda-a43d-9a1adc0ddff8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:43.279075 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-62d639b1-b8b2-4769-a98b-bf17625e8c19 req-daf0d453-c1a3-4eda-a43d-9a1adc0ddff8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 984 time: 0.1652014 Feb 17 01:06:43.338523 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3f510879-72a0-4d83-a2ee-2f586b09ef5e req-cc9d5bf3-c3e4-4ad4-a970-77ba3ba0c8e5 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827410 Feb 17 01:06:43.358377 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-62d639b1-b8b2-4769-a98b-bf17625e8c19 req-78d4692a-949a-40ef-bdbc-9190eeb6916c tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=6324f4a6-484e-42d5-ab11-c15565e4ced5&id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0692849 Feb 17 01:06:44.208945 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device d8964a49-5eee-41d2-b7d5-07b3562726c6 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:06:44.288613 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port d8964a49-5eee-41d2-b7d5-07b3562726c6 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:06:44.289391 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:44.428927 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:44.461664 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8964a49-5eee-41d2-b7d5-07b3562726c6'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:06:44.474146 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port d8964a49-5eee-41d2-b7d5-07b3562726c6, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d8964a49-5eee-41d2-b7d5-07b3562726c6,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:06:44.477742 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:44.479833 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:06:44.570922 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=d8964a49-5eee-41d2-b7d5-07b3562726c6,revision_number=6']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:06:44.574784 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:06:44.629036 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a6da4-fbd3-476f-a9a1-7e798eac4455 req-4339806b-3438-4176-b5c2-393ce23415dc tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:44.630747 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ed1a6da4-fbd3-476f-a9a1-7e798eac4455 req-4339806b-3438-4176-b5c2-393ce23415dc tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1497238 Feb 17 01:06:44.693752 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ed1a6da4-fbd3-476f-a9a1-7e798eac4455 req-ebde8668-143a-43a4-b50d-86c53bfc4bdb tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561128 Feb 17 01:06:44.721261 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7725816-07e3-47b3-8985-f6265f8050cb req-c1661427-e397-4641-bfc5-3f2255c8389f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:44.723049 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c7725816-07e3-47b3-8985-f6265f8050cb req-c1661427-e397-4641-bfc5-3f2255c8389f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 984 time: 0.1451957 Feb 17 01:06:44.765743 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8964a49-5eee-41d2-b7d5-07b3562726c6', 'code': 200} Feb 17 01:06:44.793994 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c7725816-07e3-47b3-8985-f6265f8050cb req-446a63e1-e4c4-463a-a209-b42e668fdf09 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=6324f4a6-484e-42d5-ab11-c15565e4ced5&id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0641990 Feb 17 01:06:45.074028 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c220d-1565-4d25-94b2-4d39f6c81d75 req-0a3ef31a-0912-4f27-a22d-c2406409e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:45.076978 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8f2c220d-1565-4d25-94b2-4d39f6c81d75 req-0a3ef31a-0912-4f27-a22d-c2406409e78e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 1163 time: 0.1088166 Feb 17 01:06:45.126589 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8f2c220d-1565-4d25-94b2-4d39f6c81d75 req-956f12df-bd63-4546-8074-49a4e60ef456 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411932 Feb 17 01:06:45.970957 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device d8964a49-5eee-41d2-b7d5-07b3562726c6 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:06:45.993882 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c210e6f-df40-4b47-a340-f1c1658e7401 req-7265961a-5c50-4e4d-8139-80013bfae86e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:45.996073 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3c210e6f-df40-4b47-a340-f1c1658e7401 req-7265961a-5c50-4e4d-8139-80013bfae86e tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1631577 Feb 17 01:06:46.075670 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3c210e6f-df40-4b47-a340-f1c1658e7401 req-4c9fe6a8-76dd-4222-bf26-3bad064d3435 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681212 Feb 17 01:06:46.083290 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port d8964a49-5eee-41d2-b7d5-07b3562726c6 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:06:46.083971 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8d03a-fb71-48f9-a608-d387f4d9deef req-aaa4a337-ca3f-487a-9f27-1cd84b7d5d17 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:46.084117 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:46.085857 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-36d8d03a-fb71-48f9-a608-d387f4d9deef req-aaa4a337-ca3f-487a-9f27-1cd84b7d5d17 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 984 time: 0.1595793 Feb 17 01:06:46.143946 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-36d8d03a-fb71-48f9-a608-d387f4d9deef req-afa67a0a-1ca8-4070-9188-c4208389edb7 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=6324f4a6-484e-42d5-ab11-c15565e4ced5&id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0504763 Feb 17 01:06:47.378485 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86bde3-3ac7-4b8b-a37c-992f6108a693 req-36537c88-fa9a-491e-9524-863a090938d4 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:47.380236 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9f86bde3-3ac7-4b8b-a37c-992f6108a693 req-36537c88-fa9a-491e-9524-863a090938d4 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1597629 Feb 17 01:06:47.450503 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cede1-eeb0-47de-8f9d-060847e79b24 req-9a4d0899-3a71-4bdc-ad02-2078283acdf8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:47.452410 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9c3cede1-eeb0-47de-8f9d-060847e79b24 req-9a4d0899-3a71-4bdc-ad02-2078283acdf8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 984 time: 0.1541905 Feb 17 01:06:47.458506 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9f86bde3-3ac7-4b8b-a37c-992f6108a693 req-3dbc95c3-8a1b-48a1-ad76-f318c8c7eaa3 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705507 Feb 17 01:06:47.507877 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9c3cede1-eeb0-47de-8f9d-060847e79b24 req-69ea3259-7a3b-4c2b-8dbf-082c4af6a133 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=6324f4a6-484e-42d5-ab11-c15565e4ced5&id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0472806 Feb 17 01:06:47.966012 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device d8964a49-5eee-41d2-b7d5-07b3562726c6 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:06:48.063697 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port d8964a49-5eee-41d2-b7d5-07b3562726c6 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:06:48.064214 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:06:48.731477 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9b83b-8418-4dfa-9d39-a48eb961e6ea req-5ee0863e-23c1-4cf1-9163-72458b2c8531 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:48.733164 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c9e9b83b-8418-4dfa-9d39-a48eb961e6ea req-5ee0863e-23c1-4cf1-9163-72458b2c8531 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 984 time: 0.0985973 Feb 17 01:06:48.791655 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c9e9b83b-8418-4dfa-9d39-a48eb961e6ea req-47cfb4a9-4ac7-4fca-a518-dee048dfac45 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=6324f4a6-484e-42d5-ab11-c15565e4ced5&id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0515962 Feb 17 01:06:50.015678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000f26e-ad66-48db-91d8-09a31a14d3f8 req-76a22ec6-7dc9-4afa-b169-10337f697c25 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:50.017397 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4000f26e-ad66-48db-91d8-09a31a14d3f8 req-76a22ec6-7dc9-4afa-b169-10337f697c25 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 984 time: 0.0953257 Feb 17 01:06:50.092859 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4000f26e-ad66-48db-91d8-09a31a14d3f8 req-372bd8fd-fd19-4273-a201-44f72fb3de3d tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=6324f4a6-484e-42d5-ab11-c15565e4ced5&id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0678384 Feb 17 01:06:51.318088 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976aecc-763a-4569-a085-4a208bc203b9 req-2124b10c-ec13-4828-99b7-eb32b1d7e151 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:51.319819 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0976aecc-763a-4569-a085-4a208bc203b9 req-2124b10c-ec13-4828-99b7-eb32b1d7e151 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 984 time: 0.1024184 Feb 17 01:06:51.377501 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0976aecc-763a-4569-a085-4a208bc203b9 req-53a11429-cf11-4dca-9a99-4ae06b6b8550 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=6324f4a6-484e-42d5-ab11-c15565e4ced5&id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0506687 Feb 17 01:06:52.598400 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507840e-9558-4db8-8274-90c11b300032 req-94f776f9-685b-4755-8e05-e82b62fe208a tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:52.600169 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c507840e-9558-4db8-8274-90c11b300032 req-94f776f9-685b-4755-8e05-e82b62fe208a tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 984 time: 0.0943592 Feb 17 01:06:52.653876 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c507840e-9558-4db8-8274-90c11b300032 req-c40cac8b-ba37-40a7-afe9-251ab961175f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=6324f4a6-484e-42d5-ab11-c15565e4ced5&id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0462062 Feb 17 01:06:53.877063 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bd3ec-d868-44a2-89aa-a78dcf136d97 req-fd148f7f-0a51-4fe8-92bc-4ddee0a991a8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:53.878815 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-092bd3ec-d868-44a2-89aa-a78dcf136d97 req-fd148f7f-0a51-4fe8-92bc-4ddee0a991a8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 984 time: 0.1021893 Feb 17 01:06:53.937900 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-092bd3ec-d868-44a2-89aa-a78dcf136d97 req-c8f9b34f-5edf-4cfb-8916-447301b6a478 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=6324f4a6-484e-42d5-ab11-c15565e4ced5&id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0518973 Feb 17 01:06:55.165704 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b3853-6daa-41a5-8310-8a3c3bab850b req-34d240e4-9ae0-4678-83a0-6711647cf006 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:55.167424 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fe9b3853-6daa-41a5-8310-8a3c3bab850b req-34d240e4-9ae0-4678-83a0-6711647cf006 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 984 time: 0.1056433 Feb 17 01:06:55.228522 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fe9b3853-6daa-41a5-8310-8a3c3bab850b req-7b65b61c-02a5-4b01-9452-811b3ae5def4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=6324f4a6-484e-42d5-ab11-c15565e4ced5&id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0538802 Feb 17 01:06:56.441423 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47108486-ceb2-4f6e-97d2-ec2cb65d96c1 req-921bfc62-667b-4ff1-9562-1d6d3cfc489d tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:56.443166 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-47108486-ceb2-4f6e-97d2-ec2cb65d96c1 req-921bfc62-667b-4ff1-9562-1d6d3cfc489d tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 984 time: 0.0929439 Feb 17 01:06:56.503372 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-47108486-ceb2-4f6e-97d2-ec2cb65d96c1 req-117d4d6d-6ca6-483c-a2c9-0da205b98bf5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=6324f4a6-484e-42d5-ab11-c15565e4ced5&id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0480709 Feb 17 01:06:57.718046 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934d6e3-57f8-4855-a5a3-238bd02daaa0 req-84fe7c01-ee5e-4068-b966-18c54d1cc3a6 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:57.719702 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a934d6e3-57f8-4855-a5a3-238bd02daaa0 req-84fe7c01-ee5e-4068-b966-18c54d1cc3a6 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 984 time: 0.0967691 Feb 17 01:06:57.775532 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a934d6e3-57f8-4855-a5a3-238bd02daaa0 req-81f3f68f-1a90-4a0b-934c-babe04385d2b tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=6324f4a6-484e-42d5-ab11-c15565e4ced5&id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0488956 Feb 17 01:06:59.008338 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09b9ac-6582-4322-ac3b-d42f7b285264 req-51551276-567d-48ef-bd0b-8adc8a547938 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:06:59.010082 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6e09b9ac-6582-4322-ac3b-d42f7b285264 req-51551276-567d-48ef-bd0b-8adc8a547938 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 984 time: 0.0930424 Feb 17 01:06:59.068174 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6e09b9ac-6582-4322-ac3b-d42f7b285264 req-c9456f94-9ab5-4467-9c00-4f8ce20f9ff8 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=6324f4a6-484e-42d5-ab11-c15565e4ced5&id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0490320 Feb 17 01:06:59.200868 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f8a3de8b-2440-4290-a085-c40aef2f50a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:02.763554 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e1d36aa1-e22a-4174-aab2-a81acfe939a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:03.365227 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:04.004540 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:04.725636 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:06.411846 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ea32b547-1a38-49d2-bdb8-ec60ad500264 req-fc8a8de7-0e64-422c-bbc6-51c62c66173c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0810738 Feb 17 01:07:06.529847 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32b547-1a38-49d2-bdb8-ec60ad500264 req-a46c6df6-1aa8-4a7b-b563-c2068828f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:06.532215 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ea32b547-1a38-49d2-bdb8-ec60ad500264 req-a46c6df6-1aa8-4a7b-b563-c2068828f04c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc17598988ff41148023db5e8a5e91a6&device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 1202 time: 0.0953639 Feb 17 01:07:06.704078 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32b547-1a38-49d2-bdb8-ec60ad500264 req-49dd7dea-3f6e-406d-876f-d5b5ddaea71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:06.705870 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ea32b547-1a38-49d2-bdb8-ec60ad500264 req-49dd7dea-3f6e-406d-876f-d5b5ddaea71e service neutron] 10.222.0.42 "GET /v2.0/networks?id=41b523dc-e7c9-418e-a292-2352dc73cec2 HTTP/1.1" status: 200 len: 908 time: 0.1504660 Feb 17 01:07:06.827961 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ea32b547-1a38-49d2-bdb8-ec60ad500264 req-c590d43a-dfc7-4f33-b630-a59fb13958c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a539b9aa-eefa-4556-847e-3e7f635703b2 HTTP/1.1" status: 200 len: 1000 time: 0.1146967 Feb 17 01:07:06.904585 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32b547-1a38-49d2-bdb8-ec60ad500264 req-faf6fcaa-f212-4e33-a0da-e1117f7ce680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:06.906241 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ea32b547-1a38-49d2-bdb8-ec60ad500264 req-faf6fcaa-f212-4e33-a0da-e1117f7ce680 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d614ecf8-6746-4a79-9e01-4d8e94e235ae HTTP/1.1" status: 200 len: 853 time: 0.0683324 Feb 17 01:07:06.996416 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32b547-1a38-49d2-bdb8-ec60ad500264 req-1802bd94-1577-4f5a-986d-35d3f693a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:06.998062 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ea32b547-1a38-49d2-bdb8-ec60ad500264 req-1802bd94-1577-4f5a-986d-35d3f693a16b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=41b523dc-e7c9-418e-a292-2352dc73cec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850646 Feb 17 01:07:07.161035 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:07.195110 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ea32b547-1a38-49d2-bdb8-ec60ad500264 req-60212294-7c83-4714-b528-b76f0100552e service neutron] 10.222.0.42 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857314 Feb 17 01:07:07.359210 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ea32b547-1a38-49d2-bdb8-ec60ad500264 req-0c05e0d7-b94a-472b-8de9-9599e35c62aa service neutron] 10.222.0.42 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1560376 Feb 17 01:07:10.122463 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:07:20.287720 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ce3b9-88b3-4ac8-a418-e40c8ebc53fa req-a1a5a9df-2630-4d73-bbc1-512d10e2cf7f tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:20.290617 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-994ce3b9-88b3-4ac8-a418-e40c8ebc53fa req-a1a5a9df-2630-4d73-bbc1-512d10e2cf7f tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1231208 Feb 17 01:07:20.343936 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-994ce3b9-88b3-4ac8-a418-e40c8ebc53fa req-0b984801-0129-48ae-8f2a-e570c4819767 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468829 Feb 17 01:07:21.583133 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1c891-c38b-46a9-a3e1-1385abc00ef7 req-b102deb4-5a75-4898-a68a-b26c6262f1a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:21.586321 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9fb1c891-c38b-46a9-a3e1-1385abc00ef7 req-b102deb4-5a75-4898-a68a-b26c6262f1a1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1146781 Feb 17 01:07:21.591733 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-7ce63039-324f-4fea-97d6-3b2f1bd375ad tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:21.593339 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-7ce63039-324f-4fea-97d6-3b2f1bd375ad tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Synchronizing usage tracker for tenant:475f7d7891b64c41a88eeff4cb15f254 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:07:21.610644 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-7ce63039-324f-4fea-97d6-3b2f1bd375ad tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Unset dirty status for tenant:475f7d7891b64c41a88eeff4cb15f254 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:07:21.612504 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-7ce63039-324f-4fea-97d6-3b2f1bd375ad tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 946 time: 0.1390562 Feb 17 01:07:21.638680 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9fb1c891-c38b-46a9-a3e1-1385abc00ef7 req-a652363a-933b-41f2-8bd9-a178ba4ff38a tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456605 Feb 17 01:07:21.695498 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Deleting port d8964a49-5eee-41d2-b7d5-07b3562726c6 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:07:21.695904 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:21.979923 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] For port d8964a49-5eee-41d2-b7d5-07b3562726c6, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d8964a49-5eee-41d2-b7d5-07b3562726c6,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:07:21.980697 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:22.120618 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device d8964a49-5eee-41d2-b7d5-07b3562726c6 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:07:22.266526 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:22.316977 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8964a49-5eee-41d2-b7d5-07b3562726c6'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:07:22.349086 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port d8964a49-5eee-41d2-b7d5-07b3562726c6, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d8964a49-5eee-41d2-b7d5-07b3562726c6,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:07:22.354001 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:22.357501 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:22.436247 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8964a49-5eee-41d2-b7d5-07b3562726c6', 'code': 200} Feb 17 01:07:22.485221 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=d8964a49-5eee-41d2-b7d5-07b3562726c6,revision_number=7']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:22.494233 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.495053 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.495311 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.495779 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.496047 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.496415 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.496779 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.497145 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.497511 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.497878 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.498229 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.498592 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.498993 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.499362 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.499714 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.500095 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.500455 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.500811 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.501228 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.501589 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.501988 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.502350 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.502707 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.503058 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:22.507829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:22.604086 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:22.604978 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853018709'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:22.604978 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.l3_db [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Floating IP e69bb339-e0a9-4bbf-91ee-16ab77392af0 disassociated. External IP: 172.28.2.208, port: d8964a49-5eee-41d2-b7d5-07b3562726c6. Feb 17 01:07:22.605692 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Calling delete_port for d8964a49-5eee-41d2-b7d5-07b3562726c6 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:07:22.695061 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.db.api [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:07:22.695424 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_db.api [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:07:22.873314 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8bac7-1c85-4bc5-b5f9-4ba9c25bffca req-2c9ace0a-6e2f-4779-9984-3fe8b41007f0 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:22.875032 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-96a8bac7-1c85-4bc5-b5f9-4ba9c25bffca req-2c9ace0a-6e2f-4779-9984-3fe8b41007f0 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 944 time: 0.1046371 Feb 17 01:07:22.928911 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-96a8bac7-1c85-4bc5-b5f9-4ba9c25bffca req-98736541-5c94-4fcf-80f5-227ce7055ee5 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9160c6-0266-41e3-9d07-7db8121ca555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468431 Feb 17 01:07:23.196903 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Deleting port d8964a49-5eee-41d2-b7d5-07b3562726c6 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:07:23.197174 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:23.491951 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] For port d8964a49-5eee-41d2-b7d5-07b3562726c6, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d8964a49-5eee-41d2-b7d5-07b3562726c6,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:07:23.492258 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:23.833218 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:23.833858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853018709'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:23.834032 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.l3_db [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Floating IP e69bb339-e0a9-4bbf-91ee-16ab77392af0 disassociated. External IP: 172.28.2.208, port: d8964a49-5eee-41d2-b7d5-07b3562726c6. Feb 17 01:07:23.834449 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Calling delete_port for d8964a49-5eee-41d2-b7d5-07b3562726c6 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:07:23.999321 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:24.024788 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8cfcf8ad-858d-4328-bf1f-67678fcfba59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:24.127234 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Pushing event deleted for resources: {'Port': ['ID=d8964a49-5eee-41d2-b7d5-07b3562726c6,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:24.131949 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4ab040da-6c5a-4eff-9ff6-51924d7b4612 req-71017a64-e42a-4e09-b9ac-1fa0de9d07df tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 210 time: 0.0594401 Feb 17 01:07:24.150917 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.151320 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.151714 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.152298 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.152472 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.152844 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.153224 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.153604 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.153985 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.154367 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.154737 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.155115 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.155556 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.155943 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.156344 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.156705 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.157073 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.157558 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.157989 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.159091 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.159091 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.159386 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.159652 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.159889 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:24.166626 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:24.494975 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Router c930129e-8833-48d9-be6e-a68613a018f4 has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:07:24.758059 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:07:24.775383 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab6851-8cf8-4341-8950-2d6a7b882335 None None] Sync routers for ids ['c930129e-8833-48d9-be6e-a68613a018f4'] in dv-cinder-759955-4-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:07:24.797007 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab6851-8cf8-4341-8950-2d6a7b882335 None None] Routers {'c930129e-8833-48d9-be6e-a68613a018f4'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:07:24.798288 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-17ab6851-8cf8-4341-8950-2d6a7b882335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:07:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c930129e-8833-48d9-be6e-a68613a018f4'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:24.815776 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] No DVR routers for this DVR port d8964a49-5eee-41d2-b7d5-07b3562726c6 on host hv-cinder-75995 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:07:24.818410 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:24.821545 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'name': 'network-vif-deleted', 'tag': 'd8964a49-5eee-41d2-b7d5-07b3562726c6'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:07:24.841386 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-37365b5f-3521-469c-b148-24976e6bfeb7 req-9459ca27-85e8-4334-ab80-4c15a9561091 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.42 "DELETE /v2.0/ports/d8964a49-5eee-41d2-b7d5-07b3562726c6 HTTP/1.1" status: 204 len: 173 time: 3.2229836 Feb 17 01:07:24.890565 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e76ba6-bf53-470a-ba77-54425f69b61e', 'name': 'network-vif-deleted', 'tag': 'd8964a49-5eee-41d2-b7d5-07b3562726c6', 'status': 'completed', 'code': 200} Feb 17 01:07:25.254466 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-17ab6851-8cf8-4341-8950-2d6a7b882335 None None] Set router c930129e-8833-48d9-be6e-a68613a018f4 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:07:25.356571 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-773b3ee7-efc6-4f00-bda7-ecdcbdbaab0b req-0cea477d-68db-4412-acb1-9016729b5027 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e76ba6-bf53-470a-ba77-54425f69b61e HTTP/1.1" status: 200 len: 210 time: 0.0662341 Feb 17 01:07:25.633345 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-17ab6851-8cf8-4341-8950-2d6a7b882335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'bce4a75b-5510-4d41-a303-1c0b34c972bd', 'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'mac_address': 'fa:16:3e:6b:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:34Z', 'updated_at': '2021-02-17T01:00:53Z', 'revision_number': 5, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'subnets': [{'id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:25.641030 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab6851-8cf8-4341-8950-2d6a7b882335 None None] Checking router: c930129e-8833-48d9-be6e-a68613a018f4 for host: dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:07:25.652679 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab6851-8cf8-4341-8950-2d6a7b882335 None None] Routers {'c930129e-8833-48d9-be6e-a68613a018f4'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:07:25.653373 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-17ab6851-8cf8-4341-8950-2d6a7b882335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:07:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c930129e-8833-48d9-be6e-a68613a018f4'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:25.860146 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-17ab6851-8cf8-4341-8950-2d6a7b882335 None None] Set router c930129e-8833-48d9-be6e-a68613a018f4 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:07:26.276636 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-17ab6851-8cf8-4341-8950-2d6a7b882335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'bce4a75b-5510-4d41-a303-1c0b34c972bd', 'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'mac_address': 'fa:16:3e:6b:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:34Z', 'updated_at': '2021-02-17T01:00:53Z', 'revision_number': 5, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'subnets': [{'id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:26.281454 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab6851-8cf8-4341-8950-2d6a7b882335 None None] The sync data for ids ['c930129e-8833-48d9-be6e-a68613a018f4'] in dv-cinder-759955-4-smb is: [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:00:36Z', 'revision_number': 4, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'bce4a75b-5510-4d41-a303-1c0b34c972bd', 'name': '', 'network_id': 'd9f87947-84f1-4bba-bbae-568841e714fe', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'mac_address': 'fa:16:3e:6b:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:34Z', 'updated_at': '2021-02-17T01:00:53Z', 'revision_number': 5, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'subnets': [{'id': 'b8020aa0-aa72-42b0-9ad3-070f9773c346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:07:26.535693 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 59968) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:26.620986 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:26.658096 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:26.708736 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:26.713117 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c81556d9-4090-404f-be03-2faf09ed9c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:26.729415 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9160c6-0266-41e3-9d07-7db8121ca555,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:26.740736 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.741162 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.741568 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.741971 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.742357 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.742768 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.743288 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.743555 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.744013 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.745235 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.745655 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.746216 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.746666 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.747065 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.747456 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.747778 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33a666-c831-4027-9d31-4e432d09b037 None None] New status for floating IP e69bb339-e0a9-4bbf-91ee-16ab77392af0: DOWN {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:07:26.747928 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.748251 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.748647 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.749042 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.749432 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.749823 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.750214 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.750605 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.751039 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:26.755063 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:26.763365 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:26.764728 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-a343f30b-6541-4b9c-9282-9a77023d0e2d tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "DELETE /v2.0/security-groups/9c9160c6-0266-41e3-9d07-7db8121ca555 HTTP/1.1" status: 204 len: 168 time: 0.2277763 Feb 17 01:07:26.768657 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 59972) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:26.795516 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.v2.resource [None req-52ea2c37-d683-4d01-ab80-406fa325c216 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] show failed (client error): The resource could not be found. Feb 17 01:07:26.796728 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-52ea2c37-d683-4d01-ab80-406fa325c216 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "GET /v2.0/security-groups/9c9160c6-0266-41e3-9d07-7db8121ca555 HTTP/1.1" status: 404 len: 347 time: 0.0266583 Feb 17 01:07:26.801528 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 59976) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:26.985992 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Deleting port 97fa7e99-34b1-4310-9cf9-6c1539a10089 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:07:26.986682 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:27.200010 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:27.200381 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:27.341036 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Calling delete_port for 97fa7e99-34b1-4310-9cf9-6c1539a10089 owned by network:floatingip {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:07:27.438947 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.db.api [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:07:27.439458 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_db.api [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:07:27.941199 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Deleting port 97fa7e99-34b1-4310-9cf9-6c1539a10089 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:07:27.941627 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:28.146488 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:28.147331 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:28.533159 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Calling delete_port for 97fa7e99-34b1-4310-9cf9-6c1539a10089 owned by network:floatingip {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:07:28.689619 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:28.705872 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:28.804154 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Pushing event deleted for resources: {'Port': ['ID=97fa7e99-34b1-4310-9cf9-6c1539a10089,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:28.807351 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:28.946250 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks [] for floatingip, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:28.963443 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:28.964751 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] 10.222.0.23 "DELETE /v2.0/floatingips/e69bb339-e0a9-4bbf-91ee-16ab77392af0 HTTP/1.1" status: 204 len: 168 time: 2.1608474 Feb 17 01:07:29.206647 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-84ad2515-1d20-475f-9c6d-b05374f31bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:31.847480 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c808459e-f782-4364-a3c8-e3db3d0e21aa req-853a6d40-457c-4191-a915-d11d5de25fa1 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1659989750&fields=id&tenant_id=bc17598988ff41148023db5e8a5e91a6 HTTP/1.1" status: 200 len: 267 time: 0.0518899 Feb 17 01:07:31.878121 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60004) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:31.944683 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808459e-f782-4364-a3c8-e3db3d0e21aa req-67069285-1c25-41ea-8f28-badd16448566 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:31.946257 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c808459e-f782-4364-a3c8-e3db3d0e21aa req-67069285-1c25-41ea-8f28-badd16448566 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 984 time: 0.0912085 Feb 17 01:07:31.962995 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-c808459e-f782-4364-a3c8-e3db3d0e21aa req-bc9e95ee-aeae-4a34-b2ed-263e8d11b7f5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Request body: {'port': {'security_groups': ['b6601cd6-deec-423d-850e-2d7055287788']}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:07:32.103573 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c808459e-f782-4364-a3c8-e3db3d0e21aa req-bc9e95ee-aeae-4a34-b2ed-263e8d11b7f5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:32.623047 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8b1e684f-f574-40fe-b5ed-7657171a2cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853062263'] for router_interface, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:32.679504 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-c808459e-f782-4364-a3c8-e3db3d0e21aa req-bc9e95ee-aeae-4a34-b2ed-263e8d11b7f5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] For port a539b9aa-eefa-4556-847e-3e7f635703b2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a539b9aa-eefa-4556-847e-3e7f635703b2,segment=NetworkSegment(5327929c-9e06-456a-8590-062154e4de4f),segment_id=5327929c-9e06-456a-8590-062154e4de4f)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:07:32.709135 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c808459e-f782-4364-a3c8-e3db3d0e21aa req-bc9e95ee-aeae-4a34-b2ed-263e8d11b7f5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:32.713981 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c808459e-f782-4364-a3c8-e3db3d0e21aa req-bc9e95ee-aeae-4a34-b2ed-263e8d11b7f5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2094666'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:32.730700 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:32.766382 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-766e6425-389b-4ee0-a3a9-7e0c051333e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:32.929880 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e95ee-aeae-4a34-b2ed-263e8d11b7f5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Pushing event updated for resources: {'Port': ['ID=a539b9aa-eefa-4556-847e-3e7f635703b2,revision_number=6']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:32.943654 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bc9e95ee-aeae-4a34-b2ed-263e8d11b7f5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:32.986649 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808459e-f782-4364-a3c8-e3db3d0e21aa req-bc9e95ee-aeae-4a34-b2ed-263e8d11b7f5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:32.988094 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c808459e-f782-4364-a3c8-e3db3d0e21aa req-bc9e95ee-aeae-4a34-b2ed-263e8d11b7f5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:32.989119 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c808459e-f782-4364-a3c8-e3db3d0e21aa req-bc9e95ee-aeae-4a34-b2ed-263e8d11b7f5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "PUT /v2.0/ports/a539b9aa-eefa-4556-847e-3e7f635703b2 HTTP/1.1" status: 200 len: 942 time: 1.0356867 Feb 17 01:07:32.989848 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'tag': 'a539b9aa-eefa-4556-847e-3e7f635703b2'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:07:33.077412 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e684f-f574-40fe-b5ed-7657171a2cff admin admin] Deleting port bce4a75b-5510-4d41-a303-1c0b34c972bd {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:07:33.077785 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8b1e684f-f574-40fe-b5ed-7657171a2cff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:33.084860 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'tag': 'a539b9aa-eefa-4556-847e-3e7f635703b2', 'status': 'completed', 'code': 200} Feb 17 01:07:33.112509 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-814ece18-dd9c-4892-afcd-b428d88b07a9 req-9bbb3a12-abe5-40af-aa96-0178fe909338 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups/6324f4a6-484e-42d5-ab11-c15565e4ced5 HTTP/1.1" status: 200 len: 3005 time: 0.0806174 Feb 17 01:07:33.198455 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-814ece18-dd9c-4892-afcd-b428d88b07a9 req-d2973e1f-0529-48ae-bb16-2c8677186651 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:33.231857 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-814ece18-dd9c-4892-afcd-b428d88b07a9 req-d2973e1f-0529-48ae-bb16-2c8677186651 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:33.281859 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-814ece18-dd9c-4892-afcd-b428d88b07a9 req-d2973e1f-0529-48ae-bb16-2c8677186651 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:33.287566 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-42df11a9-f72a-4955-b751-3e4b92990fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:33.303371 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2973e1f-0529-48ae-bb16-2c8677186651 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6324f4a6-484e-42d5-ab11-c15565e4ced5,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:33.306326 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d2973e1f-0529-48ae-bb16-2c8677186651 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:33.312036 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77cb37-816d-4a01-b669-43b0bdad114c req-a7381655-0e43-431e-b754-927c9ec29004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:33.313475 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-814ece18-dd9c-4892-afcd-b428d88b07a9 req-d2973e1f-0529-48ae-bb16-2c8677186651 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:33.313674 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5b77cb37-816d-4a01-b669-43b0bdad114c req-a7381655-0e43-431e-b754-927c9ec29004 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc17598988ff41148023db5e8a5e91a6&device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 1162 time: 0.2050591 Feb 17 01:07:33.314597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-72162478-86a1-4a4b-bb09-fb65758fbf23 None None] Provisioning complete for port a539b9aa-eefa-4556-847e-3e7f635703b2 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:07:33.315234 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-72162478-86a1-4a4b-bb09-fb65758fbf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:33.317928 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-814ece18-dd9c-4892-afcd-b428d88b07a9 req-d2973e1f-0529-48ae-bb16-2c8677186651 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "DELETE /v2.0/security-groups/6324f4a6-484e-42d5-ab11-c15565e4ced5 HTTP/1.1" status: 204 len: 173 time: 0.1983044 Feb 17 01:07:33.411074 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:33.445622 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8b1e684f-f574-40fe-b5ed-7657171a2cff admin admin] For port bce4a75b-5510-4d41-a303-1c0b34c972bd, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=bce4a75b-5510-4d41-a303-1c0b34c972bd,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:07:33.446112 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8b1e684f-f574-40fe-b5ed-7657171a2cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:33.483340 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-56e1e856-15a9-416c-83cb-d7e989e54476 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/floatingips/919c9634-ac38-4f08-8516-a1bebd46095f HTTP/1.1" status: 200 len: 997 time: 0.1479561 Feb 17 01:07:33.601985 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e684f-f574-40fe-b5ed-7657171a2cff admin admin] Calling delete_port for bce4a75b-5510-4d41-a303-1c0b34c972bd owned by network:router_interface {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:07:33.651024 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-8b828014-dd4e-454e-886f-7ff6e7ef87a7 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:33.652677 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-8b828014-dd4e-454e-886f-7ff6e7ef87a7 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/networks/2e19633c-545c-4fb1-b120-f8a653754f93 HTTP/1.1" status: 200 len: 784 time: 0.1620116 Feb 17 01:07:33.664161 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-84da7e67-f67b-4e09-88e3-c14f4f506593 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:07:33.665254 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-84da7e67-f67b-4e09-88e3-c14f4f506593 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0065296 Feb 17 01:07:33.678596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77cb37-816d-4a01-b669-43b0bdad114c req-e5bfbb29-349b-43b6-a044-3081e1941c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:33.680212 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5b77cb37-816d-4a01-b669-43b0bdad114c req-e5bfbb29-349b-43b6-a044-3081e1941c3a service neutron] 10.222.0.42 "GET /v2.0/networks?id=41b523dc-e7c9-418e-a292-2352dc73cec2 HTTP/1.1" status: 200 len: 908 time: 0.3546789 Feb 17 01:07:33.783160 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-4dfa04da-b01d-409c-b4f1-403da74434ea tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.2.42 HTTP/1.1" status: 200 len: 1000 time: 0.1110692 Feb 17 01:07:33.830491 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5b77cb37-816d-4a01-b669-43b0bdad114c req-8006a420-cab5-4dd9-bc2f-d7cc52fab51d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a539b9aa-eefa-4556-847e-3e7f635703b2 HTTP/1.1" status: 200 len: 1000 time: 0.1424203 Feb 17 01:07:33.867733 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-564ec7c8-3c3c-48e8-b7c0-b495527efd7f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:33.869278 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-564ec7c8-3c3c-48e8-b7c0-b495527efd7f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports/a539b9aa-eefa-4556-847e-3e7f635703b2 HTTP/1.1" status: 200 len: 942 time: 0.0800784 Feb 17 01:07:33.956666 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77cb37-816d-4a01-b669-43b0bdad114c req-d5c51a03-7706-4e1c-8793-b1e87e99f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:33.958258 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5b77cb37-816d-4a01-b669-43b0bdad114c req-d5c51a03-7706-4e1c-8793-b1e87e99f3b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d614ecf8-6746-4a79-9e01-4d8e94e235ae HTTP/1.1" status: 200 len: 853 time: 0.1203694 Feb 17 01:07:33.964562 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8b1e684f-f574-40fe-b5ed-7657171a2cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:33.983480 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f86e22c8-5a2c-4104-a7a6-0ca49cddd88c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:34.013849 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:34.132673 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-1d0e2592-78a8-4d91-b262-6ae58692a604 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.2.42 HTTP/1.1" status: 200 len: 1000 time: 0.1818895 Feb 17 01:07:34.252939 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device a539b9aa-eefa-4556-847e-3e7f635703b2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:07:34.385142 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port a539b9aa-eefa-4556-847e-3e7f635703b2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:07:34.385719 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:34.400319 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e684f-f574-40fe-b5ed-7657171a2cff admin admin] Pushing event deleted for resources: {'Port': ['ID=bce4a75b-5510-4d41-a303-1c0b34c972bd,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:34.403177 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8b1e684f-f574-40fe-b5ed-7657171a2cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:34.500404 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-8c1de725-afa4-45c6-a6e1-6497fbc4534c tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Deleting port b70abea3-5002-43b4-b13b-fa09eb5894eb {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:07:34.501303 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-8c1de725-afa4-45c6-a6e1-6497fbc4534c tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:34.531976 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77cb37-816d-4a01-b669-43b0bdad114c req-54ecb13c-bbe4-4fe2-abab-fcd898f33761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:34.534202 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5b77cb37-816d-4a01-b669-43b0bdad114c req-54ecb13c-bbe4-4fe2-abab-fcd898f33761 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=41b523dc-e7c9-418e-a292-2352dc73cec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5518842 Feb 17 01:07:34.728459 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:34.731237 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-8c1de725-afa4-45c6-a6e1-6497fbc4534c tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:34.731652 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-8c1de725-afa4-45c6-a6e1-6497fbc4534c tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:34.864233 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5b77cb37-816d-4a01-b669-43b0bdad114c req-aa3bd3aa-a7bc-45f7-ad1e-969295154fe3 service neutron] 10.222.0.42 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229578 Feb 17 01:07:34.872327 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-8c1de725-afa4-45c6-a6e1-6497fbc4534c tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Calling delete_port for b70abea3-5002-43b4-b13b-fa09eb5894eb owned by network:floatingip {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:07:34.975167 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8b1e684f-f574-40fe-b5ed-7657171a2cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853062169'] for router_interface, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:35.050891 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-8c1de725-afa4-45c6-a6e1-6497fbc4534c tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:35.069967 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ba550bbe-2721-4e3c-b279-20ed59fccdf3 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:35.147015 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5b77cb37-816d-4a01-b669-43b0bdad114c req-89d22fee-1f97-45f2-8be3-22f33d2dc463 service neutron] 10.222.0.42 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2751136 Feb 17 01:07:35.183252 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1de725-afa4-45c6-a6e1-6497fbc4534c tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Pushing event deleted for resources: {'Port': ['ID=b70abea3-5002-43b4-b13b-fa09eb5894eb,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:35.187530 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8c1de725-afa4-45c6-a6e1-6497fbc4534c tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:35.312053 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-8c1de725-afa4-45c6-a6e1-6497fbc4534c tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks [] for floatingip, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:35.312437 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.l3_db [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-8c1de725-afa4-45c6-a6e1-6497fbc4534c tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Floating IP 919c9634-ac38-4f08-8516-a1bebd46095f disassociated (deleted). External IP: 172.28.2.42, port: a539b9aa-eefa-4556-847e-3e7f635703b2. Feb 17 01:07:35.577977 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1e684f-f574-40fe-b5ed-7657171a2cff admin admin] Router c930129e-8833-48d9-be6e-a68613a018f4 has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:07:35.720069 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-8c1de725-afa4-45c6-a6e1-6497fbc4534c tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Router d926c621-ed04-45f8-9a6e-eaf98138bda9 has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:07:35.782938 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1e684f-f574-40fe-b5ed-7657171a2cff admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:07:35.799648 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-8b1e684f-f574-40fe-b5ed-7657171a2cff admin admin] 10.222.0.23 "PUT /v2.0/routers/c930129e-8833-48d9-be6e-a68613a018f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9201596 Feb 17 01:07:35.800540 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5249ab-1b55-49be-aaa5-09e6e6612e3b None None] Sync routers for ids ['c930129e-8833-48d9-be6e-a68613a018f4'] in dv-cinder-759955-4-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:07:35.803883 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60016) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:35.812448 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5249ab-1b55-49be-aaa5-09e6e6612e3b None None] Routers {'c930129e-8833-48d9-be6e-a68613a018f4'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:07:35.813419 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-ea5249ab-1b55-49be-aaa5-09e6e6612e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:07:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c930129e-8833-48d9-be6e-a68613a018f4'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:35.938517 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-8c1de725-afa4-45c6-a6e1-6497fbc4534c tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:07:35.950468 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1703b80-4157-46b1-b895-22c7204163d1 None None] Sync routers for ids ['d926c621-ed04-45f8-9a6e-eaf98138bda9'] in dv-cinder-759955-4-smb {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:07:35.963559 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1703b80-4157-46b1-b895-22c7204163d1 None None] Routers {'d926c621-ed04-45f8-9a6e-eaf98138bda9'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:07:35.964298 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c1703b80-4157-46b1-b895-22c7204163d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:07:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['d926c621-ed04-45f8-9a6e-eaf98138bda9'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:35.967147 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-8c1de725-afa4-45c6-a6e1-6497fbc4534c tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:36.034696 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-28588f47-6cab-4ab7-b700-1d1ec598876c admin admin] Notify callbacks [] for router, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:36.060599 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-8c1de725-afa4-45c6-a6e1-6497fbc4534c tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "DELETE /v2.0/floatingips/919c9634-ac38-4f08-8516-a1bebd46095f HTTP/1.1" status: 204 len: 173 time: 1.9109712 Feb 17 01:07:36.061345 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'tag': 'a539b9aa-eefa-4556-847e-3e7f635703b2'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:07:36.088203 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-ea5249ab-1b55-49be-aaa5-09e6e6612e3b None None] Set router c930129e-8833-48d9-be6e-a68613a018f4 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:07:36.159231 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'tag': 'a539b9aa-eefa-4556-847e-3e7f635703b2', 'status': 'completed', 'code': 200} Feb 17 01:07:36.205628 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-2bc9e8c8-b59a-40e3-9c49-1c288d16e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:36.206966 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-2bc9e8c8-b59a-40e3-9c49-1c288d16e8b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc17598988ff41148023db5e8a5e91a6&device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 1162 time: 0.1291895 Feb 17 01:07:36.306608 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-c1703b80-4157-46b1-b895-22c7204163d1 None None] Set router d926c621-ed04-45f8-9a6e-eaf98138bda9 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:07:36.492873 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-ea5249ab-1b55-49be-aaa5-09e6e6612e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:07:33Z', 'revision_number': 5, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:36.497941 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5249ab-1b55-49be-aaa5-09e6e6612e3b None None] Checking router: c930129e-8833-48d9-be6e-a68613a018f4 for host: dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:07:36.509297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5249ab-1b55-49be-aaa5-09e6e6612e3b None None] Routers {'c930129e-8833-48d9-be6e-a68613a018f4'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:07:36.510022 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-ea5249ab-1b55-49be-aaa5-09e6e6612e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:07:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c930129e-8833-48d9-be6e-a68613a018f4'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:36.664321 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-95077841-47e9-4df1-abbd-7163f5c743dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:36.666115 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-95077841-47e9-4df1-abbd-7163f5c743dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=41b523dc-e7c9-418e-a292-2352dc73cec2 HTTP/1.1" status: 200 len: 908 time: 0.4516277 Feb 17 01:07:36.681815 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-28588f47-6cab-4ab7-b700-1d1ec598876c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:36.690927 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-28588f47-6cab-4ab7-b700-1d1ec598876c admin admin] Deleting port 3cc668e0-244b-427f-ab8a-7d776ddf3367 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:07:36.691511 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-28588f47-6cab-4ab7-b700-1d1ec598876c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:36.710171 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c1703b80-4157-46b1-b895-22c7204163d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'name': 'tempest-TestMinimumBasicScenario-986077689-router', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:05:20Z', 'updated_at': '2021-02-17T01:05:26Z', 'revision_number': 4, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'gw_port': {'id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:21Z', 'updated_at': '2021-02-17T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': '65fb976e-e796-4d15-b83c-5107547c4289', 'name': '', 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'mac_address': 'fa:16:3e:ca:3c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:26Z', 'updated_at': '2021-02-17T01:05:38Z', 'revision_number': 5, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'subnets': [{'id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:36.715619 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1703b80-4157-46b1-b895-22c7204163d1 None None] Checking router: d926c621-ed04-45f8-9a6e-eaf98138bda9 for host: dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:07:36.727459 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1703b80-4157-46b1-b895-22c7204163d1 None None] Routers {'d926c621-ed04-45f8-9a6e-eaf98138bda9'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:07:36.728473 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c1703b80-4157-46b1-b895-22c7204163d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:07:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['d926c621-ed04-45f8-9a6e-eaf98138bda9'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:36.730632 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235f43f-3a82-4b6f-ac70-d1de57e66dc6 req-319b824a-b6dd-4839-b027-f6edbb3d326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:36.732582 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c235f43f-3a82-4b6f-ac70-d1de57e66dc6 req-319b824a-b6dd-4839-b027-f6edbb3d326d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc17598988ff41148023db5e8a5e91a6&device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 1162 time: 0.2565327 Feb 17 01:07:36.756964 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-d5504151-313c-41c1-bbaf-bca432520184 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a539b9aa-eefa-4556-847e-3e7f635703b2 HTTP/1.1" status: 200 len: 217 time: 0.0836561 Feb 17 01:07:36.837413 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-d840bd38-af8e-40af-a698-645a511bb919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:36.846456 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-d840bd38-af8e-40af-a698-645a511bb919 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d614ecf8-6746-4a79-9e01-4d8e94e235ae HTTP/1.1" status: 200 len: 853 time: 0.0823784 Feb 17 01:07:36.937511 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-c1703b80-4157-46b1-b895-22c7204163d1 None None] Set router d926c621-ed04-45f8-9a6e-eaf98138bda9 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:07:36.942902 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-2df59b2f-c20e-455f-b4f3-7c06aac16e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:36.953569 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-2df59b2f-c20e-455f-b4f3-7c06aac16e5e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=41b523dc-e7c9-418e-a292-2352dc73cec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1059160 Feb 17 01:07:36.960687 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-ea5249ab-1b55-49be-aaa5-09e6e6612e3b None None] Set router c930129e-8833-48d9-be6e-a68613a018f4 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:07:37.121187 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-ce09b6e0-707c-4033-bcac-e2d0fc63934a service neutron] 10.222.0.23 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655679 Feb 17 01:07:37.130509 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235f43f-3a82-4b6f-ac70-d1de57e66dc6 req-cfae5dbd-ce4d-4f05-9cc1-eb41707fb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:37.133497 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c235f43f-3a82-4b6f-ac70-d1de57e66dc6 req-cfae5dbd-ce4d-4f05-9cc1-eb41707fb26f service neutron] 10.222.0.42 "GET /v2.0/networks?id=41b523dc-e7c9-418e-a292-2352dc73cec2 HTTP/1.1" status: 200 len: 908 time: 0.3912604 Feb 17 01:07:37.232692 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c235f43f-3a82-4b6f-ac70-d1de57e66dc6 req-41c665e8-53c3-4293-9988-4193a18002f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a539b9aa-eefa-4556-847e-3e7f635703b2 HTTP/1.1" status: 200 len: 217 time: 0.0766876 Feb 17 01:07:37.239452 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-28588f47-6cab-4ab7-b700-1d1ec598876c admin admin] For port 3cc668e0-244b-427f-ab8a-7d776ddf3367, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=3cc668e0-244b-427f-ab8a-7d776ddf3367,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:07:37.240225 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-28588f47-6cab-4ab7-b700-1d1ec598876c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:37.297306 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9a9fe54e-8140-4abe-9c75-db59062dd182 req-e001b4de-76e3-4b81-92ef-3741ad8c6435 service neutron] 10.222.0.23 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1750102 Feb 17 01:07:37.320629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c1703b80-4157-46b1-b895-22c7204163d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'name': 'tempest-TestMinimumBasicScenario-986077689-router', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:05:20Z', 'updated_at': '2021-02-17T01:05:26Z', 'revision_number': 4, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'gw_port': {'id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:21Z', 'updated_at': '2021-02-17T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': '65fb976e-e796-4d15-b83c-5107547c4289', 'name': '', 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'mac_address': 'fa:16:3e:ca:3c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:26Z', 'updated_at': '2021-02-17T01:05:38Z', 'revision_number': 5, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'subnets': [{'id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:37.325442 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1703b80-4157-46b1-b895-22c7204163d1 None None] The sync data for ids ['d926c621-ed04-45f8-9a6e-eaf98138bda9'] in dv-cinder-759955-4-smb is: [{'id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'name': 'tempest-TestMinimumBasicScenario-986077689-router', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:05:20Z', 'updated_at': '2021-02-17T01:05:26Z', 'revision_number': 4, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'gw_port': {'id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:21Z', 'updated_at': '2021-02-17T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': '65fb976e-e796-4d15-b83c-5107547c4289', 'name': '', 'network_id': '41b523dc-e7c9-418e-a292-2352dc73cec2', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'mac_address': 'fa:16:3e:ca:3c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:26Z', 'updated_at': '2021-02-17T01:05:38Z', 'revision_number': 5, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'subnets': [{'id': 'd614ecf8-6746-4a79-9e01-4d8e94e235ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:07:37.353275 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:37.385867 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-ea5249ab-1b55-49be-aaa5-09e6e6612e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:07:33Z', 'revision_number': 5, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:37.390551 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5249ab-1b55-49be-aaa5-09e6e6612e3b None None] The sync data for ids ['c930129e-8833-48d9-be6e-a68613a018f4'] in dv-cinder-759955-4-smb is: [{'id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'name': 'tempest-AttachVolumeShelveTestJSON-763340684-router', 'tenant_id': '475f7d7891b64c41a88eeff4cb15f254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:00:19Z', 'updated_at': '2021-02-17T01:07:33Z', 'revision_number': 5, 'project_id': '475f7d7891b64c41a88eeff4cb15f254', 'gw_port': {'id': '3cc668e0-244b-427f-ab8a-7d776ddf3367', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930129e-8833-48d9-be6e-a68613a018f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:00:22Z', 'updated_at': '2021-02-17T01:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:07:37.445662 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-28588f47-6cab-4ab7-b700-1d1ec598876c admin admin] Calling delete_port for 3cc668e0-244b-427f-ab8a-7d776ddf3367 owned by network:router_gateway {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:07:37.503029 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235f43f-3a82-4b6f-ac70-d1de57e66dc6 req-7dc9d8e3-0ac7-4943-9c28-2caf217b4579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:37.504788 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c235f43f-3a82-4b6f-ac70-d1de57e66dc6 req-7dc9d8e3-0ac7-4943-9c28-2caf217b4579 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d614ecf8-6746-4a79-9e01-4d8e94e235ae HTTP/1.1" status: 200 len: 853 time: 0.2550805 Feb 17 01:07:37.678719 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-28588f47-6cab-4ab7-b700-1d1ec598876c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: WARNING neutron.plugins.ml2.ovo_rpc [None req-28588f47-6cab-4ab7-b700-1d1ec598876c admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: result = function(*args, **kwargs) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: proto.__init__(conn_state, self) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: self.handle() Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: self.handle_one_request() Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: self.handle_one_response() Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: result = self.application(self.environ, start_response) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: return app(environ, start_response) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: response = req.get_response(self.application) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: application, catch_exc_info=False) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: response = req.get_response(self.application) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: application, catch_exc_info=False) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: response = req.get_response(self.application) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: application, catch_exc_info=False) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: response = req.get_response(self.application) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: application, catch_exc_info=False) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: return request.get_response(self.application) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: application, catch_exc_info=False) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: response = req.get_response(self._app) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: application, catch_exc_info=False) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: return resp(environ, start_response) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: return resp(environ, start_response) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: response = self.app(environ, start_response) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: return resp(environ, start_response) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 01:07:37.685282 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: result = method(request=request, **args) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: return self._delete(request, id, **kwargs) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: return f(*args, **kwargs) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: return f(*args, **kwargs) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: return f(*dup_args, **dup_kwargs) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: obj_deleter(request.context, id, **kwargs) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: return method(*args, **kwargs) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: return f(*args, **kwargs) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: return f(*args, **kwargs) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: return f(*dup_args, **dup_kwargs) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: self._delete_current_gw_port(context, id, router, None) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: return f(self, context, *args, **kwargs) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: return method(*args, **kwargs) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: context, port, router_ids, bound_mech_contexts) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: return function(*args, **kwargs) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: callback(resource, event, trigger, **kwargs) Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: if self._is_session_semantic_violated(context, resource, event): Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: stack = traceback.extract_stack() Feb 17 01:07:37.693116 dv-cinder-759955-4-smb neutron-server[83915]: Feb 17 01:07:37.702802 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235f43f-3a82-4b6f-ac70-d1de57e66dc6 req-acc73d03-8e9b-46e1-a912-df603a970d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:37.704677 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c235f43f-3a82-4b6f-ac70-d1de57e66dc6 req-acc73d03-8e9b-46e1-a912-df603a970d18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=41b523dc-e7c9-418e-a292-2352dc73cec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1917953 Feb 17 01:07:37.968204 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11e18fd-7c25-4d3d-a1fa-f1904efa2e2d None None] New status for floating IP 919c9634-ac38-4f08-8516-a1bebd46095f: DOWN {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:07:38.004957 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c235f43f-3a82-4b6f-ac70-d1de57e66dc6 req-9a7ef08a-b2db-459b-acab-8f9afe07b4a9 service neutron] 10.222.0.42 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418423 Feb 17 01:07:38.105311 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device bce4a75b-5510-4d41-a303-1c0b34c972bd no longer exists at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:07:38.138478 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-28588f47-6cab-4ab7-b700-1d1ec598876c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853002069'] for router_gateway, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:38.155077 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] No Port match for: bce4a75b-5510-4d41-a303-1c0b34c972bd {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:07:38.155374 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device bce4a75b-5510-4d41-a303-1c0b34c972bd not bound to the agent host dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:07:38.318067 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-28588f47-6cab-4ab7-b700-1d1ec598876c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853063133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16009'] for router, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:38.322826 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-28588f47-6cab-4ab7-b700-1d1ec598876c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:38.431511 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c235f43f-3a82-4b6f-ac70-d1de57e66dc6 req-2f5f094a-92ab-4950-943d-7a8b9ba7df90 service neutron] 10.222.0.42 "GET /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4191988 Feb 17 01:07:38.444326 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-28588f47-6cab-4ab7-b700-1d1ec598876c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853063423'] for router, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:38.444915 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28588f47-6cab-4ab7-b700-1d1ec598876c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c930129e-8833-48d9-be6e-a68613a018f4 {{(pid=84027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:07:38.461880 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-28588f47-6cab-4ab7-b700-1d1ec598876c admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:38.463147 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-28588f47-6cab-4ab7-b700-1d1ec598876c admin admin] 10.222.0.23 "DELETE /v2.0/routers/c930129e-8833-48d9-be6e-a68613a018f4 HTTP/1.1" status: 204 len: 168 time: 2.6582191 Feb 17 01:07:38.467982 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60030) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:38.542247 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bed023-5f58-4e11-b21c-b611c5bff1e2 admin admin] Deleting subnet b8020aa0-aa72-42b0-9ad3-070f9773c346 {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:07:38.546450 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-67bed023-5f58-4e11-b21c-b611c5bff1e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:38.604749 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-67bed023-5f58-4e11-b21c-b611c5bff1e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851709794'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:38.746493 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-67bed023-5f58-4e11-b21c-b611c5bff1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853998860'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:39.352052 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-67bed023-5f58-4e11-b21c-b611c5bff1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3260342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2905146'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:39.370379 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-675e40ec-d657-48d5-8b18-f0614dfb92d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:39.463444 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bed023-5f58-4e11-b21c-b611c5bff1e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8020aa0-aa72-42b0-9ad3-070f9773c346,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:39.468639 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-67bed023-5f58-4e11-b21c-b611c5bff1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:39.520676 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-67bed023-5f58-4e11-b21c-b611c5bff1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:39.526976 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a67d86-e4dc-4d8e-bba9-8a83b056f086 None None] Network d9f87947-84f1-4bba-bbae-568841e714fe requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:07:39.527743 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-67bed023-5f58-4e11-b21c-b611c5bff1e2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b8020aa0-aa72-42b0-9ad3-070f9773c346 HTTP/1.1" status: 204 len: 168 time: 1.0582080 Feb 17 01:07:39.530364 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60044) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:39.653926 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854224426'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:39.732573 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Deleting port 8e12608e-f888-4801-bc5b-ee1f3a933177 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:07:39.732897 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:39.805307 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760d2ed0-7ad5-476a-8fde-006ce6ee90e2 None None] DHCP port deletion for d9f87947-84f1-4bba-bbae-568841e714fe request from dv-cinder-759955-4-smb {{(pid=84028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 01:07:39.812482 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-760d2ed0-7ad5-476a-8fde-006ce6ee90e2 None None] Deleting port 8e12608e-f888-4801-bc5b-ee1f3a933177 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:07:39.813048 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-760d2ed0-7ad5-476a-8fde-006ce6ee90e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:39.972814 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] For port 8e12608e-f888-4801-bc5b-ee1f3a933177, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=8e12608e-f888-4801-bc5b-ee1f3a933177,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:07:39.973208 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:40.067582 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 3cc668e0-244b-427f-ab8a-7d776ddf3367 no longer exists at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:07:40.112130 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] No Port match for: 3cc668e0-244b-427f-ab8a-7d776ddf3367 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:07:40.112497 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 3cc668e0-244b-427f-ab8a-7d776ddf3367 not bound to the agent host dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:07:40.112974 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 8e12608e-f888-4801-bc5b-ee1f3a933177 no longer exists at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:07:40.133889 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Calling delete_port for 8e12608e-f888-4801-bc5b-ee1f3a933177 owned by network:dhcp {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:07:40.139828 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-760d2ed0-7ad5-476a-8fde-006ce6ee90e2 None None] For port 8e12608e-f888-4801-bc5b-ee1f3a933177, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=8e12608e-f888-4801-bc5b-ee1f3a933177,segment=NetworkSegment(d99b123c-cd8b-43f5-aad4-c7ad9b99fa24),segment_id=d99b123c-cd8b-43f5-aad4-c7ad9b99fa24)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:07:40.140279 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-760d2ed0-7ad5-476a-8fde-006ce6ee90e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:40.214851 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:40.232285 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cc6f0b0b-ad01-476d-a4ed-674c89547406 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:40.291427 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-760d2ed0-7ad5-476a-8fde-006ce6ee90e2 None None] Calling delete_port for 8e12608e-f888-4801-bc5b-ee1f3a933177 owned by network:dhcp {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:07:40.336144 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e12608e-f888-4801-bc5b-ee1f3a933177,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:40.348855 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:40.363760 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] No active binding found for port 8e12608e-f888-4801-bc5b-ee1f3a933177 {{(pid=84028) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 17 01:07:40.364509 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 8e12608e-f888-4801-bc5b-ee1f3a933177 not bound to the agent host dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:07:40.389370 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] No DVR routers for this DVR port 8e12608e-f888-4801-bc5b-ee1f3a933177 on host dv-cinder-759955-4-smb {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:07:40.460311 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.db.api [None req-760d2ed0-7ad5-476a-8fde-006ce6ee90e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:07:40.460734 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_db.api [None req-760d2ed0-7ad5-476a-8fde-006ce6ee90e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:07:40.527679 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853995923', 'neutron.services.segments.db._delete_segments_for_network-8779335925738'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:40.658776 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f87947-84f1-4bba-bbae-568841e714fe']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:40.674954 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:40.677152 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd99b123c-cd8b-43f5-aad4-c7ad9b99fa24') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:40.689845 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257518846972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3065990'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:40.707671 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:40.710160 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:07:40.903587 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497aac73-4618-4c03-be59-1c2bc99ac612 req-806c4f9a-daf6-4867-b777-0c0c49f29d70 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:40.904431 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-497aac73-4618-4c03-be59-1c2bc99ac612 req-806c4f9a-daf6-4867-b777-0c0c49f29d70 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Synchronizing usage tracker for tenant:bc17598988ff41148023db5e8a5e91a6 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:07:40.921726 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-497aac73-4618-4c03-be59-1c2bc99ac612 req-806c4f9a-daf6-4867-b777-0c0c49f29d70 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Unset dirty status for tenant:bc17598988ff41148023db5e8a5e91a6 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:07:40.922947 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-497aac73-4618-4c03-be59-1c2bc99ac612 req-806c4f9a-daf6-4867-b777-0c0c49f29d70 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 945 time: 0.1170404 Feb 17 01:07:40.942131 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Network d9f87947-84f1-4bba-bbae-568841e714fe has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:07:40.952280 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853997851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851517111'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:40.962369 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-760d2ed0-7ad5-476a-8fde-006ce6ee90e2 None None] Deleting port 8e12608e-f888-4801-bc5b-ee1f3a933177 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:07:40.963166 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-760d2ed0-7ad5-476a-8fde-006ce6ee90e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:40.978280 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-497aac73-4618-4c03-be59-1c2bc99ac612 req-283a93f4-b87d-4377-8880-6d021db1264f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Synchronizing usage tracker for tenant:bc17598988ff41148023db5e8a5e91a6 on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:07:40.996011 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-497aac73-4618-4c03-be59-1c2bc99ac612 req-283a93f4-b87d-4377-8880-6d021db1264f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Unset dirty status for tenant:bc17598988ff41148023db5e8a5e91a6 on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:07:40.997313 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-497aac73-4618-4c03-be59-1c2bc99ac612 req-283a93f4-b87d-4377-8880-6d021db1264f tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677330 Feb 17 01:07:41.055454 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-760d2ed0-7ad5-476a-8fde-006ce6ee90e2 None None] The port '8e12608e-f888-4801-bc5b-ee1f3a933177' was deleted {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 01:07:41.145371 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Network d9f87947-84f1-4bba-bbae-568841e714fe has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: Traceback (most recent call last): Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: timer() Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: cb(*args, **kw) Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: return func(*args, **kwargs) Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: self._notify() Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: self.callback(batched_events) Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: event.method(event) Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: return f(self, *a, **k) Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: return self._get(url).json() Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: **kwargs) Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: **endpoint_filter) Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:07:41.172420 dv-cinder-759955-4-smb neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:07:41.257171 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777043'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:41.260895 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:41.276428 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:41.289041 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Pushing event deleted for resources: {'Network': ['ID=d9f87947-84f1-4bba-bbae-568841e714fe,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:41.292977 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:41.305226 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] 10.222.0.23 "DELETE /v2.0/networks/d9f87947-84f1-4bba-bbae-568841e714fe HTTP/1.1" status: 204 len: 168 time: 1.7736845 Feb 17 01:07:41.439990 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 60056) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:41.499807 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-1b397259-5669-4289-b23c-53a644539900 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=475f7d7891b64c41a88eeff4cb15f254&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0584028 Feb 17 01:07:41.502608 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 60060) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:41.566767 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-912f3105-6039-4d2c-95b5-8731a47504d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:41.595767 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-912f3105-6039-4d2c-95b5-8731a47504d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:41.647990 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-912f3105-6039-4d2c-95b5-8731a47504d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:41.653277 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b96e0821-4c0f-40ca-9936-76b401b26dcf tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:41.668083 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f3105-6039-4d2c-95b5-8731a47504d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2bfd24-1515-4903-91bc-317df26353bd,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:41.673674 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-912f3105-6039-4d2c-95b5-8731a47504d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:41.678016 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-912f3105-6039-4d2c-95b5-8731a47504d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:41.678016 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-912f3105-6039-4d2c-95b5-8731a47504d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea2bfd24-1515-4903-91bc-317df26353bd HTTP/1.1" status: 204 len: 168 time: 0.1739016 Feb 17 01:07:42.209146 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device a539b9aa-eefa-4556-847e-3e7f635703b2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:07:42.243995 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1102f07-5d55-413a-91ce-a9e05c146cf2 req-2b0ee9a0-8b23-4fcb-9d6c-5de88ca325a0 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:42.246012 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c1102f07-5d55-413a-91ce-a9e05c146cf2 req-2b0ee9a0-8b23-4fcb-9d6c-5de88ca325a0 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 945 time: 0.0984788 Feb 17 01:07:42.295830 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port a539b9aa-eefa-4556-847e-3e7f635703b2 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:07:42.296526 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:42.303289 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c1102f07-5d55-413a-91ce-a9e05c146cf2 req-449c41c3-0933-4610-a052-bd997e7d2499 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6601cd6-deec-423d-850e-2d7055287788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466430 Feb 17 01:07:42.526334 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5614b9f-d78e-40d0-8d26-bbaf3ed06bec req-cddba866-b169-4562-abc2-85810b7eb21e tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:42.527599 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-e5614b9f-d78e-40d0-8d26-bbaf3ed06bec req-cddba866-b169-4562-abc2-85810b7eb21e tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Synchronizing usage tracker for tenant:bc17598988ff41148023db5e8a5e91a6 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:07:42.549939 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-e5614b9f-d78e-40d0-8d26-bbaf3ed06bec req-cddba866-b169-4562-abc2-85810b7eb21e tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Unset dirty status for tenant:bc17598988ff41148023db5e8a5e91a6 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:07:42.552030 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e5614b9f-d78e-40d0-8d26-bbaf3ed06bec req-cddba866-b169-4562-abc2-85810b7eb21e tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 945 time: 0.1622698 Feb 17 01:07:42.620950 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60084) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:42.665857 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e5614b9f-d78e-40d0-8d26-bbaf3ed06bec req-a7b78666-2182-4122-ac09-fd7e268679d5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Deleting port a539b9aa-eefa-4556-847e-3e7f635703b2 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:07:42.666243 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e5614b9f-d78e-40d0-8d26-bbaf3ed06bec req-a7b78666-2182-4122-ac09-fd7e268679d5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:42.774029 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2080702647-network', 'tenant_id': '0c88255219344729b8cf55cd26a45813'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:07:42.787950 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:07:42.796648 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Usage tracker for resource:network and tenant:0c88255219344729b8cf55cd26a45813 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:07:42.802243 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:07:42.818083 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:07:42.911873 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Made reservation on behalf of 0c88255219344729b8cf55cd26a45813 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:07:42.916563 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:42.936688 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:42.964156 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:07:42.982632 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Usage tracker for resource:security_group_rule and tenant:0c88255219344729b8cf55cd26a45813 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:07:42.988028 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:07:43.005799 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:07:43.024355 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e5614b9f-d78e-40d0-8d26-bbaf3ed06bec req-a7b78666-2182-4122-ac09-fd7e268679d5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] For port a539b9aa-eefa-4556-847e-3e7f635703b2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a539b9aa-eefa-4556-847e-3e7f635703b2,segment=NetworkSegment(5327929c-9e06-456a-8590-062154e4de4f),segment_id=5327929c-9e06-456a-8590-062154e4de4f)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:07:43.024770 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e5614b9f-d78e-40d0-8d26-bbaf3ed06bec req-a7b78666-2182-4122-ac09-fd7e268679d5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:43.180631 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e5614b9f-d78e-40d0-8d26-bbaf3ed06bec req-a7b78666-2182-4122-ac09-fd7e268679d5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Calling delete_port for a539b9aa-eefa-4556-847e-3e7f635703b2 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:07:43.385446 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:43.395632 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:43.410124 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-23529aa9-90f9-402c-a9d5-c013f23a38f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:43.447706 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e5614b9f-d78e-40d0-8d26-bbaf3ed06bec req-a7b78666-2182-4122-ac09-fd7e268679d5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:43.492309 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8b56d5d9-d6c4-4fbc-a950-095922dee8ff req-f99cc19a-bd55-4ba3-bd17-d61df18bbc2e tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 210 time: 0.0555139 Feb 17 01:07:43.500887 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:07:43.604812 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dadf54-da96-45d8-ac41-958b7559feee,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:43.612732 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257518850079', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:43.613181 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.segments_db [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Added segment 82003430-4a5a-48b5-bf21-17692b403c8e of type vxlan for network 1b1f10f6-4b1c-4284-9109-fab1625a1945 Feb 17 01:07:43.614811 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:43.615123 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f39ebfe1-af71-444f-a608-d04a14afe203 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:43.677480 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b78666-2182-4122-ac09-fd7e268679d5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Pushing event deleted for resources: {'Port': ['ID=a539b9aa-eefa-4556-847e-3e7f635703b2,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:43.684072 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a7b78666-2182-4122-ac09-fd7e268679d5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:43.713678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257519434902'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:43.809431 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:43.816119 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:43.816783 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:43.821096 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5614b9f-d78e-40d0-8d26-bbaf3ed06bec req-a7b78666-2182-4122-ac09-fd7e268679d5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] No DVR routers for this DVR port a539b9aa-eefa-4556-847e-3e7f635703b2 on host hv-cinder-75995 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:07:43.824391 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-81db9051-b6fc-4e8e-8301-b0da77b5960e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:43.843466 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e5614b9f-d78e-40d0-8d26-bbaf3ed06bec req-a7b78666-2182-4122-ac09-fd7e268679d5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:43.846278 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'name': 'network-vif-deleted', 'tag': 'a539b9aa-eefa-4556-847e-3e7f635703b2'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:07:43.915157 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee509039-4625-4cd0-b8f0-3f20f2f1f1a9', 'name': 'network-vif-deleted', 'tag': 'a539b9aa-eefa-4556-847e-3e7f635703b2', 'status': 'completed', 'code': 200} Feb 17 01:07:43.966579 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e5614b9f-d78e-40d0-8d26-bbaf3ed06bec req-a7b78666-2182-4122-ac09-fd7e268679d5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.42 "DELETE /v2.0/ports/a539b9aa-eefa-4556-847e-3e7f635703b2 HTTP/1.1" status: 204 len: 173 time: 1.4093451 Feb 17 01:07:43.967708 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Pushing event updated for resources: {'Network': ['ID=1b1f10f6-4b1c-4284-9109-fab1625a1945,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:43.971378 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3492885 Feb 17 01:07:43.972572 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:43.975475 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60094) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:43.980724 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Network 1b1f10f6-4b1c-4284-9109-fab1625a1945 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:07:43.982568 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-b09470ee-d3ea-40bb-963f-6206c34838d2 admin admin] Request body: {'subnet': {'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2080702647-subnet', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:07:43.988720 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b09470ee-d3ea-40bb-963f-6206c34838d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:07:43.993494 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-b09470ee-d3ea-40bb-963f-6206c34838d2 admin admin] Usage tracker for resource:subnet and tenant:0c88255219344729b8cf55cd26a45813 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:07:44.007991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-b09470ee-d3ea-40bb-963f-6206c34838d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:07:44.014823 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b09470ee-d3ea-40bb-963f-6206c34838d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:07:44.026050 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09470ee-d3ea-40bb-963f-6206c34838d2 admin admin] Made reservation on behalf of 0c88255219344729b8cf55cd26a45813 for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:07:44.032962 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b09470ee-d3ea-40bb-963f-6206c34838d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851870508'] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:44.113582 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Network 1b1f10f6-4b1c-4284-9109-fab1625a1945 details requested by agent ovs-agent-dv-cinder-759955-4-smb with host dv-cinder-759955-4-smb {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:07:44.258973 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device a539b9aa-eefa-4556-847e-3e7f635703b2 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:07:44.313291 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] No Port match for: a539b9aa-eefa-4556-847e-3e7f635703b2 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:07:44.313808 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device a539b9aa-eefa-4556-847e-3e7f635703b2 not bound to the agent host hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:07:44.511170 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b09470ee-d3ea-40bb-963f-6206c34838d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851515405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851870523'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:44.528103 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:44.721034 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-99152f3d-f41e-469c-b2e8-82aebdace1bc req-69a21cde-cf86-4b9a-807c-086ead734bfd tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee509039-4625-4cd0-b8f0-3f20f2f1f1a9 HTTP/1.1" status: 200 len: 210 time: 0.0844104 Feb 17 01:07:44.912704 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09470ee-d3ea-40bb-963f-6206c34838d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bfe142e-511b-4acb-ae48-15b9a5e2b33b,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:44.917428 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b09470ee-d3ea-40bb-963f-6206c34838d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:44.989737 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09470ee-d3ea-40bb-963f-6206c34838d2 admin admin] Checking segment: {'id': '82003430-4a5a-48b5-bf21-17692b403c8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:07:44.989994 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09470ee-d3ea-40bb-963f-6206c34838d2 admin admin] Network hostable DHCP agents. Network: 1b1f10f6-4b1c-4284-9109-fab1625a1945, hostable agents: ['5e7a5314-6df3-4bd1-acbe-6399b6f22057'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:07:45.010650 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09470ee-d3ea-40bb-963f-6206c34838d2 admin admin] Network 1b1f10f6-4b1c-4284-9109-fab1625a1945 is scheduled to be hosted by DHCP agent 5e7a5314-6df3-4bd1-acbe-6399b6f22057 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:07:45.020459 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-b09470ee-d3ea-40bb-963f-6206c34838d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-smb, 1b1f10f6-4b1c-4284-9109-fab1625a1945) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:07:45.033338 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26e8c82-e90c-4ab7-bf93-6ca46c80ae5c None None] Network 1b1f10f6-4b1c-4284-9109-fab1625a1945 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:07:45.033826 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09470ee-d3ea-40bb-963f-6206c34838d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:45.034490 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b09470ee-d3ea-40bb-963f-6206c34838d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:45.056962 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-b09470ee-d3ea-40bb-963f-6206c34838d2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0802424 Feb 17 01:07:45.060411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60100) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:45.070310 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:07:45.076082 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:07:45.081366 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Usage tracker for resource:router and tenant:0c88255219344729b8cf55cd26a45813 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:07:45.085602 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:07:45.092740 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:07:45.105921 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1712333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16058'] for router, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:45.107347 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1712186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1774464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854430549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854759806'] for router, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:45.136197 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:45.297659 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f37b908-f172-54b3-9577-8517eca2c532-1b1f10f6-4b1c-4284-9109-fab1625a1945', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'fixed_ips': [{'subnet_id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b'}]}} from dv-cinder-759955-4-smb. {{(pid=84028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:07:45.299323 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:45.535605 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853002205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853063509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854759791'] for router, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:45.698815 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Allocated IP 172.20.0.2 (1b1f10f6-4b1c-4284-9109-fab1625a1945/6bfe142e-511b-4acb-ae48-15b9a5e2b33b/a983fe27-0bcd-4ad3-95bc-07b819f3129a) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:07:45.888597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:45.926354 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:46.117396 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:46.128482 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Transition to ACTIVE for port object a983fe27-0bcd-4ad3-95bc-07b819f3129a will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:07:46.147064 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Transition to ACTIVE for port object a983fe27-0bcd-4ad3-95bc-07b819f3129a will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:07:46.153357 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:46.171298 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:46.253729 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Allocated IP 172.28.2.108 (2e19633c-545c-4fb1-b120-f8a653754f93/b7820f59-df4d-447e-aa70-8d8cb70b78f3/952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:07:46.308600 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Pushing event updated for resources: {'Port': ['ID=a983fe27-0bcd-4ad3-95bc-07b819f3129a,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:46.312960 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:46.388174 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Network 1b1f10f6-4b1c-4284-9109-fab1625a1945 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:07:46.389707 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:07:46.392929 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:07:46.439373 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:46.456702 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Attempting to bind port a983fe27-0bcd-4ad3-95bc-07b819f3129a on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:07:46.457161 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Attempting to bind port a983fe27-0bcd-4ad3-95bc-07b819f3129a by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': '82003430-4a5a-48b5-bf21-17692b403c8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:07:46.457511 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Attempting to bind port a983fe27-0bcd-4ad3-95bc-07b819f3129a on network 1b1f10f6-4b1c-4284-9109-fab1625a1945 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:07:46.463647 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:07:46.464110 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Checking segment: {'id': '82003430-4a5a-48b5-bf21-17692b403c8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:07:46.464734 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:46.465191 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Bound using segment: {'id': '82003430-4a5a-48b5-bf21-17692b403c8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:07:46.465729 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Bound port: a983fe27-0bcd-4ad3-95bc-07b819f3129a, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82003430-4a5a-48b5-bf21-17692b403c8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:07:46.466156 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:46.480345 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:46.502574 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ec2a4700-2245-4e9b-a67c-4d67bbfbe16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:46.598964 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] For port a983fe27-0bcd-4ad3-95bc-07b819f3129a, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:07:46.603306 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] For port a983fe27-0bcd-4ad3-95bc-07b819f3129a, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=a983fe27-0bcd-4ad3-95bc-07b819f3129a,segment=NetworkSegment(82003430-4a5a-48b5-bf21-17692b403c8e),segment_id=82003430-4a5a-48b5-bf21-17692b403c8e)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:07:46.608532 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:46.635757 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60146) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:46.681910 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:46.709072 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Pushing event updated for resources: {'Port': ['ID=952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:46.792476 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:46.795126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Pushing event updated for resources: {'Port': ['ID=a983fe27-0bcd-4ad3-95bc-07b819f3129a,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:46.800854 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bc8b4fcb-83a7-40ef-b9d0-bc94aab5ee7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:46.878358 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Network 2e19633c-545c-4fb1-b120-f8a653754f93 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:07:46.881616 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:07:46.885654 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:07:47.132275 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:07:47.882233 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:48.110491 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device a983fe27-0bcd-4ad3-95bc-07b819f3129a up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:07:48.204878 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port a983fe27-0bcd-4ad3-95bc-07b819f3129a completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:07:48.233963 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11806adf-68af-4b3f-ad98-d4277ce49b37 None None] Network 1b1f10f6-4b1c-4284-9109-fab1625a1945 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:07:48.348401 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-e1504408-a41d-45e3-9a2d-c151ea751595 None None] Provisioning for port a983fe27-0bcd-4ad3-95bc-07b819f3129a completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:07:48.348953 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-100c1cc3-450c-46dd-abab-40007b259100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853062263'] for router_interface, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:48.368721 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-e1504408-a41d-45e3-9a2d-c151ea751595 None None] Provisioning complete for port a983fe27-0bcd-4ad3-95bc-07b819f3129a triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:07:48.369151 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e1504408-a41d-45e3-9a2d-c151ea751595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:48.496352 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853063494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773592'] for router, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:48.610685 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e1504408-a41d-45e3-9a2d-c151ea751595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:48.661295 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-e1504408-a41d-45e3-9a2d-c151ea751595 None None] For port a983fe27-0bcd-4ad3-95bc-07b819f3129a, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=a983fe27-0bcd-4ad3-95bc-07b819f3129a,segment=NetworkSegment(82003430-4a5a-48b5-bf21-17692b403c8e),segment_id=82003430-4a5a-48b5-bf21-17692b403c8e)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:07:48.665482 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e1504408-a41d-45e3-9a2d-c151ea751595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:48.666840 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-959afc03-3056-451f-9172-7e24df2c317b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:48.770749 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1504408-a41d-45e3-9a2d-c151ea751595 None None] Pushing event updated for resources: {'Port': ['ID=a983fe27-0bcd-4ad3-95bc-07b819f3129a,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:48.774825 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e1504408-a41d-45e3-9a2d-c151ea751595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:48.890304 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-6c2fe596-f2e3-4550-884a-350e1dd7dc91 None None] Provisioning complete for port a983fe27-0bcd-4ad3-95bc-07b819f3129a triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:07:48.891026 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6c2fe596-f2e3-4550-884a-350e1dd7dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:49.160976 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Router 99573903-9186-4ce6-b920-8c2ab94592cf is scheduled to L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 with binding_index 1 {{(pid=84027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:07:49.172350 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-386748db-e616-4489-9ac6-277ec6210528 None None] Provisioning complete for port a983fe27-0bcd-4ad3-95bc-07b819f3129a triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:07:49.173062 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-386748db-e616-4489-9ac6-277ec6210528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:49.361789 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-100c1cc3-450c-46dd-abab-40007b259100 admin admin] Deleting port 65fb976e-e796-4d15-b83c-5107547c4289 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:07:49.362402 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-100c1cc3-450c-46dd-abab-40007b259100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:49.425667 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-bb85cc63-0b29-4597-9953-4e490b1ada58 None None] Provisioning complete for port a983fe27-0bcd-4ad3-95bc-07b819f3129a triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:07:49.426091 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bb85cc63-0b29-4597-9953-4e490b1ada58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:49.552011 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:07:49.562962 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Sync routers for ids ['99573903-9186-4ce6-b920-8c2ab94592cf'] in dv-cinder-759955-4-smb {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:07:49.573668 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Routers {'99573903-9186-4ce6-b920-8c2ab94592cf'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:07:49.574442 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:07:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['99573903-9186-4ce6-b920-8c2ab94592cf'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:49.608342 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:49.609682 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-7f9a3728-0369-404c-bb20-c8893c392534 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5482526 Feb 17 01:07:49.613198 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 60150) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:49.621008 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-100c1cc3-450c-46dd-abab-40007b259100 admin admin] For port 65fb976e-e796-4d15-b83c-5107547c4289, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=65fb976e-e796-4d15-b83c-5107547c4289,segment=NetworkSegment(5327929c-9e06-456a-8590-062154e4de4f),segment_id=5327929c-9e06-456a-8590-062154e4de4f)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:07:49.621386 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-100c1cc3-450c-46dd-abab-40007b259100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:49.765207 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-100c1cc3-450c-46dd-abab-40007b259100 admin admin] Calling delete_port for 65fb976e-e796-4d15-b83c-5107547c4289 owned by network:router_interface {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:07:49.948730 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Set router 99573903-9186-4ce6-b920-8c2ab94592cf gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:07:49.980484 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-100c1cc3-450c-46dd-abab-40007b259100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:49.998804 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-58474169-9da8-4574-a1f8-82067b9996d4 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:50.118312 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c1cc3-450c-46dd-abab-40007b259100 admin admin] Pushing event deleted for resources: {'Port': ['ID=65fb976e-e796-4d15-b83c-5107547c4289,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:50.123705 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-100c1cc3-450c-46dd-abab-40007b259100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:50.132121 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device a983fe27-0bcd-4ad3-95bc-07b819f3129a up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:07:50.219905 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port a983fe27-0bcd-4ad3-95bc-07b819f3129a triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:07:50.220350 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:50.323173 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:07:47Z', 'revision_number': 3, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:50.327840 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Checking router: 99573903-9186-4ce6-b920-8c2ab94592cf for host: dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:07:50.328259 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Updating router 99573903-9186-4ce6-b920-8c2ab94592cf port 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9 binding host dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:07:50.406871 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:50.513656 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-100c1cc3-450c-46dd-abab-40007b259100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853062169'] for router_interface, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:50.526982 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:50.849105 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:50.863841 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Transition to ACTIVE for port object 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:07:50.867446 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:50.886853 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:50.900443 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Allocated IP 172.20.0.1 (1b1f10f6-4b1c-4284-9109-fab1625a1945/6bfe142e-511b-4acb-ae48-15b9a5e2b33b/ece6f74f-f937-4d83-ae3a-cab1e27999ea) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:07:51.026662 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Pushing event updated for resources: {'Port': ['ID=952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:51.039935 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.040887 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.041520 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.042141 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.042858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.043572 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.044258 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.044816 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.045442 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.045996 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.046566 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.047112 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.047771 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.048272 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.048707 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.049130 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.049562 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.049995 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.050443 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.050929 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.051396 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.051880 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.052325 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.052750 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:07:51.057182 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:51.080968 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:51.098789 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Transition to ACTIVE for port object ece6f74f-f937-4d83-ae3a-cab1e27999ea will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:07:51.124122 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Attempting to bind port 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9 on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:07:51.124537 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Attempting to bind port 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9 by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:07:51.125140 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Attempting to bind port 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9 on network 2e19633c-545c-4fb1-b120-f8a653754f93 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:07:51.129616 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:51.132537 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:07:51.132991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Checking segment: {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:07:51.133414 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:51.133851 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Bound using segment: {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:07:51.134376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Bound port: 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:07:51.134788 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:51.148392 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8976a8b8-18ed-4e8c-b2a1-6795f839090f tempest-VolumesNegativeTest-255379008 tempest-VolumesNegativeTest-255379008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:51.166369 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100c1cc3-450c-46dd-abab-40007b259100 admin admin] Router d926c621-ed04-45f8-9a6e-eaf98138bda9 has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:07:51.227831 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] For port 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:07:51.231722 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] For port 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:07:51.236003 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:51.253931 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:51.286617 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Pushing event updated for resources: {'Port': ['ID=ece6f74f-f937-4d83-ae3a-cab1e27999ea,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:51.291426 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:51.390662 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Network 1b1f10f6-4b1c-4284-9109-fab1625a1945 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:07:51.393249 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:07:51.397070 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:07:51.410584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Pushing event updated for resources: {'Port': ['ID=952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:51.411343 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100c1cc3-450c-46dd-abab-40007b259100 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:07:51.417398 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e397dcb6-c449-4a51-9db8-eb85686c258e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:51.421411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85440da-67bf-41e9-b324-c9d26c8d921b None None] Sync routers for ids ['d926c621-ed04-45f8-9a6e-eaf98138bda9'] in dv-cinder-759955-4-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:07:51.433040 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-100c1cc3-450c-46dd-abab-40007b259100 admin admin] 10.222.0.23 "PUT /v2.0/routers/d926c621-ed04-45f8-9a6e-eaf98138bda9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7960548 Feb 17 01:07:51.438277 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60154) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:51.445549 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85440da-67bf-41e9-b324-c9d26c8d921b None None] Routers {'d926c621-ed04-45f8-9a6e-eaf98138bda9'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:07:51.447833 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a85440da-67bf-41e9-b324-c9d26c8d921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:07:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['d926c621-ed04-45f8-9a6e-eaf98138bda9'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:51.476689 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853018879'] for router_interface, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:51.524578 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Routers {'99573903-9186-4ce6-b920-8c2ab94592cf'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:07:51.528169 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:07:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['99573903-9186-4ce6-b920-8c2ab94592cf'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:51.678370 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:51.716292 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-a85440da-67bf-41e9-b324-c9d26c8d921b None None] Set router d926c621-ed04-45f8-9a6e-eaf98138bda9 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:07:51.773448 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e90a-5e42-40d4-8be0-70dcc07b644a admin admin] Notify callbacks [] for router, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:51.834011 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] Set router 99573903-9186-4ce6-b920-8c2ab94592cf gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:07:51.978752 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-dbe163ae-6fce-4cd3-b2f0-b1b6ce09c29d None None] Provisioning for port ece6f74f-f937-4d83-ae3a-cab1e27999ea completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:07:51.987696 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-dbe163ae-6fce-4cd3-b2f0-b1b6ce09c29d None None] Provisioning complete for port ece6f74f-f937-4d83-ae3a-cab1e27999ea triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:07:51.988820 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dbe163ae-6fce-4cd3-b2f0-b1b6ce09c29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:52.061823 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-dbe163ae-6fce-4cd3-b2f0-b1b6ce09c29d None None] Port ece6f74f-f937-4d83-ae3a-cab1e27999ea cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:07:52.196374 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a85440da-67bf-41e9-b324-c9d26c8d921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'name': 'tempest-TestMinimumBasicScenario-986077689-router', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:05:20Z', 'updated_at': '2021-02-17T01:07:49Z', 'revision_number': 5, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'gw_port': {'id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:21Z', 'updated_at': '2021-02-17T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:52.199762 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:52.201622 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85440da-67bf-41e9-b324-c9d26c8d921b None None] Checking router: d926c621-ed04-45f8-9a6e-eaf98138bda9 for host: dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:07:52.206403 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2094666'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:52.213073 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85440da-67bf-41e9-b324-c9d26c8d921b None None] Routers {'d926c621-ed04-45f8-9a6e-eaf98138bda9'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:07:52.213781 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a85440da-67bf-41e9-b324-c9d26c8d921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:07:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['d926c621-ed04-45f8-9a6e-eaf98138bda9'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:52.262835 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-df264416-0470-497a-b985-bbd0771dd027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:52.324947 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e90a-5e42-40d4-8be0-70dcc07b644a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:52.332954 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-aeb5e90a-5e42-40d4-8be0-70dcc07b644a admin admin] Deleting port 603132bb-26c7-497a-aced-35f8ba1a9c4a {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:07:52.333799 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e90a-5e42-40d4-8be0-70dcc07b644a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:52.357594 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Pushing event updated for resources: {'Port': ['ID=ece6f74f-f937-4d83-ae3a-cab1e27999ea,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:52.360685 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853078611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1757031'] for router_interface, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:52.379293 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:52.450666 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'ece6f74f-f937-4d83-ae3a-cab1e27999ea', 'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'mac_address': 'fa:16:3e:af:18:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:07:50Z', 'revision_number': 1, 'project_id': '0c88255219344729b8cf55cd26a45813', 'subnets': [{'id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:52.456408 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dceab5-79cf-4d8e-b7ef-b1038dd9ded0 None None] The sync data for ids ['99573903-9186-4ce6-b920-8c2ab94592cf'] in dv-cinder-759955-4-smb is: [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'ece6f74f-f937-4d83-ae3a-cab1e27999ea', 'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'mac_address': 'fa:16:3e:af:18:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:07:50Z', 'revision_number': 1, 'project_id': '0c88255219344729b8cf55cd26a45813', 'subnets': [{'id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:07:52.535593 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Network 1b1f10f6-4b1c-4284-9109-fab1625a1945 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:07:52.536813 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:07:52.567314 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-aeb5e90a-5e42-40d4-8be0-70dcc07b644a admin admin] For port 603132bb-26c7-497a-aced-35f8ba1a9c4a, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=603132bb-26c7-497a-aced-35f8ba1a9c4a,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:07:52.567778 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e90a-5e42-40d4-8be0-70dcc07b644a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:52.675426 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-a85440da-67bf-41e9-b324-c9d26c8d921b None None] Set router d926c621-ed04-45f8-9a6e-eaf98138bda9 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:07:52.777805 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-aeb5e90a-5e42-40d4-8be0-70dcc07b644a admin admin] Calling delete_port for 603132bb-26c7-497a-aced-35f8ba1a9c4a owned by network:router_gateway {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:07:53.050712 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e90a-5e42-40d4-8be0-70dcc07b644a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:53.080280 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-6fa2307c-96ca-48f2-83a7-3e75c8a7fb83 None None] Provisioning complete for port ece6f74f-f937-4d83-ae3a-cab1e27999ea triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:07:53.080433 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6fa2307c-96ca-48f2-83a7-3e75c8a7fb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:53.091591 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Router 99573903-9186-4ce6-b920-8c2ab94592cf has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:07:53.176580 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2307c-96ca-48f2-83a7-3e75c8a7fb83 None None] Port ece6f74f-f937-4d83-ae3a-cab1e27999ea cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:07:53.200288 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a85440da-67bf-41e9-b324-c9d26c8d921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'name': 'tempest-TestMinimumBasicScenario-986077689-router', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:05:20Z', 'updated_at': '2021-02-17T01:07:49Z', 'revision_number': 5, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'gw_port': {'id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:21Z', 'updated_at': '2021-02-17T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:53.206198 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85440da-67bf-41e9-b324-c9d26c8d921b None None] The sync data for ids ['d926c621-ed04-45f8-9a6e-eaf98138bda9'] in dv-cinder-759955-4-smb is: [{'id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'name': 'tempest-TestMinimumBasicScenario-986077689-router', 'tenant_id': 'bc17598988ff41148023db5e8a5e91a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:05:20Z', 'updated_at': '2021-02-17T01:07:49Z', 'revision_number': 5, 'project_id': 'bc17598988ff41148023db5e8a5e91a6', 'gw_port': {'id': '603132bb-26c7-497a-aced-35f8ba1a9c4a', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd926c621-ed04-45f8-9a6e-eaf98138bda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:05:21Z', 'updated_at': '2021-02-17T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:07:53.326545 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:07:53.338472 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] 10.222.0.23 "PUT /v2.0/routers/99573903-9186-4ce6-b920-8c2ab94592cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7236435 Feb 17 01:07:53.374081 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e90a-5e42-40d4-8be0-70dcc07b644a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853002069'] for router_gateway, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:53.547384 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e90a-5e42-40d4-8be0-70dcc07b644a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853063133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16009'] for router, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:53.553104 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e90a-5e42-40d4-8be0-70dcc07b644a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:53.609259 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e90a-5e42-40d4-8be0-70dcc07b644a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853063423'] for router, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:53.609845 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb5e90a-5e42-40d4-8be0-70dcc07b644a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d926c621-ed04-45f8-9a6e-eaf98138bda9 {{(pid=84027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:07:53.633014 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e90a-5e42-40d4-8be0-70dcc07b644a admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:53.634271 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-aeb5e90a-5e42-40d4-8be0-70dcc07b644a admin admin] 10.222.0.23 "DELETE /v2.0/routers/d926c621-ed04-45f8-9a6e-eaf98138bda9 HTTP/1.1" status: 204 len: 168 time: 2.1949120 Feb 17 01:07:53.638948 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60164) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:53.726936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f44fac-5355-4172-aef8-6791f38eeae3 admin admin] Deleting subnet d614ecf8-6746-4a79-9e01-4d8e94e235ae {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:07:53.731701 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f1f44fac-5355-4172-aef8-6791f38eeae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:53.793851 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f1f44fac-5355-4172-aef8-6791f38eeae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851709794'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:53.901278 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f1f44fac-5355-4172-aef8-6791f38eeae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853998860'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:54.110056 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 60168) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:54.117033 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-27d96b7a-86bc-4c06-990b-9d339eacd388 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Request body: {'security_group': {'name': 'tempest-securitygroup--754527634', 'description': 'tempest-description--242688466'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:07:54.126307 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-27d96b7a-86bc-4c06-990b-9d339eacd388 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:07:54.138827 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-27d96b7a-86bc-4c06-990b-9d339eacd388 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Usage tracker for resource:security_group and tenant:0c88255219344729b8cf55cd26a45813 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:07:54.146071 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:07:54.148944 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-27d96b7a-86bc-4c06-990b-9d339eacd388 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:07:54.155712 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-27d96b7a-86bc-4c06-990b-9d339eacd388 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:07:54.175053 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-27d96b7a-86bc-4c06-990b-9d339eacd388 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:54.198901 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-27d96b7a-86bc-4c06-990b-9d339eacd388 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:07:54.203295 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-27d96b7a-86bc-4c06-990b-9d339eacd388 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Usage tracker for resource:security_group_rule and tenant:0c88255219344729b8cf55cd26a45813 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:07:54.206898 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-27d96b7a-86bc-4c06-990b-9d339eacd388 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:07:54.213642 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-27d96b7a-86bc-4c06-990b-9d339eacd388 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:07:54.248705 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:07:54.256601 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:07:54.258061 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:54.313140 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f1f44fac-5355-4172-aef8-6791f38eeae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3260342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2905146'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:54.331376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-27d96b7a-86bc-4c06-990b-9d339eacd388 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:54.338457 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-27d96b7a-86bc-4c06-990b-9d339eacd388 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:54.347374 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-67bed023-5f58-4e11-b21c-b611c5bff1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:54.349089 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7e2e7e13-c004-4ff8-9fab-f6fc862f6097 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:54.385490 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-27d96b7a-86bc-4c06-990b-9d339eacd388 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:54.390275 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-27d96b7a-86bc-4c06-990b-9d339eacd388 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2789638 Feb 17 01:07:54.390820 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60172) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:54.408629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d96b7a-86bc-4c06-990b-9d339eacd388 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:54.412394 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-27d96b7a-86bc-4c06-990b-9d339eacd388 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:54.447690 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f44fac-5355-4172-aef8-6791f38eeae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d614ecf8-6746-4a79-9e01-4d8e94e235ae,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:54.453046 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f1f44fac-5355-4172-aef8-6791f38eeae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:54.463077 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-930dd085-8629-4920-b39c-46e59bbc2ffc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Request body: {'security_group_rule': {'security_group_id': '800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:07:54.471538 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:54.472247 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-930dd085-8629-4920-b39c-46e59bbc2ffc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:07:54.495117 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-930dd085-8629-4920-b39c-46e59bbc2ffc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Usage tracker for resource:security_group_rule and tenant:0c88255219344729b8cf55cd26a45813 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:07:54.500480 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-930dd085-8629-4920-b39c-46e59bbc2ffc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:07:54.505774 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] For port 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:07:54.509925 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:54.512117 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:54.517747 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-930dd085-8629-4920-b39c-46e59bbc2ffc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:07:54.550645 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f1f44fac-5355-4172-aef8-6791f38eeae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:54.554001 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-930dd085-8629-4920-b39c-46e59bbc2ffc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:54.576268 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 65fb976e-e796-4d15-b83c-5107547c4289 no longer exists at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:07:54.584485 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-f1f44fac-5355-4172-aef8-6791f38eeae3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d614ecf8-6746-4a79-9e01-4d8e94e235ae HTTP/1.1" status: 204 len: 168 time: 0.9443443 Feb 17 01:07:54.588658 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60176) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:54.608785 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773b3a8e-b19f-4fb1-b713-bf2eb0af3c74 None None] Network 41b523dc-e7c9-418e-a292-2352dc73cec2 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:07:54.706729 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] No Port match for: 65fb976e-e796-4d15-b83c-5107547c4289 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:07:54.707100 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 65fb976e-e796-4d15-b83c-5107547c4289 not bound to the agent host dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:07:54.746666 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-930dd085-8629-4920-b39c-46e59bbc2ffc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:54.753084 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854224426'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:54.794225 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Pushing event updated for resources: {'Port': ['ID=952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:54.801392 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:54.811749 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-930dd085-8629-4920-b39c-46e59bbc2ffc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748861'] for security_group_rule, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:54.822571 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cd3bbbe8-ab23-4cda-81cf-dd8c18017bb1 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:54.864270 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930dd085-8629-4920-b39c-46e59bbc2ffc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db91f706-5074-4fd2-9ab3-c532fdd085a2,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:54.871083 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-930dd085-8629-4920-b39c-46e59bbc2ffc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:54.871923 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Deleting port 72ea14df-2b86-460b-b917-2e2874043ce1 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:07:54.872327 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:54.907923 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-930dd085-8629-4920-b39c-46e59bbc2ffc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:54.909318 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-930dd085-8629-4920-b39c-46e59bbc2ffc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4590588 Feb 17 01:07:54.912750 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 60180) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:54.919598 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-f812dfaa-256a-4466-9c9b-e8c2dd7ba8a1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Request body: {'security_group_rule': {'security_group_id': '800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:07:54.928059 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f812dfaa-256a-4466-9c9b-e8c2dd7ba8a1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:07:54.933890 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-f812dfaa-256a-4466-9c9b-e8c2dd7ba8a1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Usage tracker for resource:security_group_rule and tenant:0c88255219344729b8cf55cd26a45813 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:07:54.938727 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-f812dfaa-256a-4466-9c9b-e8c2dd7ba8a1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:07:54.947544 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f812dfaa-256a-4466-9c9b-e8c2dd7ba8a1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:07:54.970871 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f812dfaa-256a-4466-9c9b-e8c2dd7ba8a1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:54.976572 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f87d0b0-3bff-40be-9f71-31215846b3a6 None None] DHCP port deletion for 41b523dc-e7c9-418e-a292-2352dc73cec2 request from dv-cinder-759955-4-smb {{(pid=84028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 01:07:54.984373 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-0f87d0b0-3bff-40be-9f71-31215846b3a6 None None] Deleting port 72ea14df-2b86-460b-b917-2e2874043ce1 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:07:54.985035 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0f87d0b0-3bff-40be-9f71-31215846b3a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:55.069826 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f812dfaa-256a-4466-9c9b-e8c2dd7ba8a1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:55.078261 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f812dfaa-256a-4466-9c9b-e8c2dd7ba8a1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748861'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:55.082358 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ee40aafb-cd79-4ffd-993b-a3d078784d84 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:55.111858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812dfaa-256a-4466-9c9b-e8c2dd7ba8a1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf66d8de-61c1-47f1-8075-76dd5ecdcb08,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:55.117074 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f812dfaa-256a-4466-9c9b-e8c2dd7ba8a1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:55.127639 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f812dfaa-256a-4466-9c9b-e8c2dd7ba8a1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:55.129528 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-f812dfaa-256a-4466-9c9b-e8c2dd7ba8a1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2153559 Feb 17 01:07:55.134557 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 60184) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:55.142906 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Request body: {'floatingip': {'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:07:55.149741 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:07:55.154391 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Usage tracker for resource:floatingip and tenant:0c88255219344729b8cf55cd26a45813 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:07:55.158521 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:07:55.164608 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:07:55.171280 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] For port 72ea14df-2b86-460b-b917-2e2874043ce1, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=72ea14df-2b86-460b-b917-2e2874043ce1,segment=NetworkSegment(5327929c-9e06-456a-8590-062154e4de4f),segment_id=5327929c-9e06-456a-8590-062154e4de4f)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:07:55.172020 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:55.177585 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for floatingip, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:55.303996 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-0f87d0b0-3bff-40be-9f71-31215846b3a6 None None] For port 72ea14df-2b86-460b-b917-2e2874043ce1, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=72ea14df-2b86-460b-b917-2e2874043ce1,segment=NetworkSegment(5327929c-9e06-456a-8590-062154e4de4f),segment_id=5327929c-9e06-456a-8590-062154e4de4f)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:07:55.305543 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0f87d0b0-3bff-40be-9f71-31215846b3a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:55.337817 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Calling delete_port for 72ea14df-2b86-460b-b917-2e2874043ce1 owned by network:dhcp {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:07:55.387551 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:55.444123 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:55.447620 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-0f87d0b0-3bff-40be-9f71-31215846b3a6 None None] Calling delete_port for 72ea14df-2b86-460b-b917-2e2874043ce1 owned by network:dhcp {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:07:55.461257 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b9df9835-36b7-424b-ae8a-0faae4ee29a7 tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:55.535645 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.db.api [None req-0f87d0b0-3bff-40be-9f71-31215846b3a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:07:55.536213 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_db.api [None req-0f87d0b0-3bff-40be-9f71-31215846b3a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:07:55.569478 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Pushing event deleted for resources: {'Port': ['ID=72ea14df-2b86-460b-b917-2e2874043ce1,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:55.572946 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:55.625168 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] No DVR routers for this DVR port 72ea14df-2b86-460b-b917-2e2874043ce1 on host dv-cinder-759955-4-smb {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:07:55.756573 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853995923', 'neutron.services.segments.db._delete_segments_for_network-8779335925738'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:55.774429 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Allocated IP 172.28.2.187 (2e19633c-545c-4fb1-b120-f8a653754f93/b7820f59-df4d-447e-aa70-8d8cb70b78f3/bd34b1d4-b5ab-4d4d-afc5-124792124a9d) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:07:55.882269 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b523dc-e7c9-418e-a292-2352dc73cec2']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:55.897319 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5327929c-9e06-456a-8590-062154e4de4f') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:55.897696 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5327929c-9e06-456a-8590-062154e4de4f') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:55.911690 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257518846972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3065990'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:55.928245 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:55.930391 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:07:55.968998 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:56.013273 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:56.030602 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-38a99117-7550-439d-bebc-48ec1933bbe1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:56.037639 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-0f87d0b0-3bff-40be-9f71-31215846b3a6 None None] Deleting port 72ea14df-2b86-460b-b917-2e2874043ce1 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:07:56.038080 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0f87d0b0-3bff-40be-9f71-31215846b3a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:56.130277 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:07:56.159776 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Network 41b523dc-e7c9-418e-a292-2352dc73cec2 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:07:56.165694 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-0f87d0b0-3bff-40be-9f71-31215846b3a6 None None] The port '72ea14df-2b86-460b-b917-2e2874043ce1' was deleted {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 01:07:56.169749 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853997851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851517111'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:56.182173 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Pushing event updated for resources: {'Port': ['ID=bd34b1d4-b5ab-4d4d-afc5-124792124a9d,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:56.188103 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:56.217182 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:07:56.217612 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:56.253899 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Network 2e19633c-545c-4fb1-b120-f8a653754f93 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:07:56.255140 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:07:56.258449 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:07:56.372185 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Network 41b523dc-e7c9-418e-a292-2352dc73cec2 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:07:56.390672 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Sync routers for ids ['99573903-9186-4ce6-b920-8c2ab94592cf'] in dv-cinder-759955-4-smb {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: Traceback (most recent call last): Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: timer() Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: cb(*args, **kw) Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: return func(*args, **kwargs) Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: self._notify() Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: self.callback(batched_events) Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: event.method(event) Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: return f(self, *a, **k) Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: return self._get(url).json() Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: **kwargs) Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: **endpoint_filter) Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:07:56.397940 dv-cinder-759955-4-smb neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:07:56.406427 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Routers {'99573903-9186-4ce6-b920-8c2ab94592cf'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:07:56.407555 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:07:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['99573903-9186-4ce6-b920-8c2ab94592cf'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:56.425373 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 72ea14df-2b86-460b-b917-2e2874043ce1 no longer exists at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:07:56.466985 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] No Port match for: 72ea14df-2b86-460b-b917-2e2874043ce1 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:07:56.467394 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 72ea14df-2b86-460b-b917-2e2874043ce1 not bound to the agent host dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:07:56.467910 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 603132bb-26c7-497a-aced-35f8ba1a9c4a no longer exists at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:07:56.508293 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777043'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:56.512568 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:56.517531 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] No Port match for: 603132bb-26c7-497a-aced-35f8ba1a9c4a {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:07:56.517911 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 603132bb-26c7-497a-aced-35f8ba1a9c4a not bound to the agent host dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:07:56.532474 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:56.544713 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Pushing event deleted for resources: {'Network': ['ID=41b523dc-e7c9-418e-a292-2352dc73cec2,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:56.549118 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:56.553181 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:56.565026 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] 10.222.0.23 "DELETE /v2.0/networks/41b523dc-e7c9-418e-a292-2352dc73cec2 HTTP/1.1" status: 204 len: 168 time: 1.9719489 Feb 17 01:07:56.633051 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:56.718901 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60190) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:56.792224 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-abd6c91f-70dd-45f3-9685-a0ee41311aa5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc17598988ff41148023db5e8a5e91a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0692990 Feb 17 01:07:56.792435 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60194) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:07:56.837930 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Set router 99573903-9186-4ce6-b920-8c2ab94592cf gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:07:56.869594 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e5fb9609-f599-4c82-85b7-c2295ef92283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:56.902679 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e5fb9609-f599-4c82-85b7-c2295ef92283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:56.956359 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:56.961181 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2094666'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:56.968126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e5fb9609-f599-4c82-85b7-c2295ef92283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:56.974045 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2c266183-5c08-4b51-9f83-355f6149d6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:56.990952 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb9609-f599-4c82-85b7-c2295ef92283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6601cd6-deec-423d-850e-2d7055287788,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:56.994412 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e5fb9609-f599-4c82-85b7-c2295ef92283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:57.002125 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e5fb9609-f599-4c82-85b7-c2295ef92283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:57.003390 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-e5fb9609-f599-4c82-85b7-c2295ef92283 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6601cd6-deec-423d-850e-2d7055287788 HTTP/1.1" status: 204 len: 168 time: 0.2098460 Feb 17 01:07:57.059262 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:57.150738 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Pushing event updated for resources: {'Port': ['ID=bd34b1d4-b5ab-4d4d-afc5-124792124a9d,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:57.154236 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:57.232229 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'ece6f74f-f937-4d83-ae3a-cab1e27999ea', 'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'mac_address': 'fa:16:3e:af:18:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 2, 'project_id': '0c88255219344729b8cf55cd26a45813', 'subnets': [{'id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:57.237384 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Checking router: 99573903-9186-4ce6-b920-8c2ab94592cf for host: dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:07:57.237809 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Updating router 99573903-9186-4ce6-b920-8c2ab94592cf port ece6f74f-f937-4d83-ae3a-cab1e27999ea binding host dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:07:57.281744 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853018709'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:57.303756 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:57.310307 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:57.320656 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-e063a7bc-f259-4ced-9f31-21c3cc8a361d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1760087 Feb 17 01:07:57.587323 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-4f139040-59a5-40e4-8891-57ff419b2975 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Synchronizing usage tracker for tenant:0c88255219344729b8cf55cd26a45813 on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:07:57.606350 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-4f139040-59a5-40e4-8891-57ff419b2975 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Unset dirty status for tenant:0c88255219344729b8cf55cd26a45813 on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:07:57.607682 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-4f139040-59a5-40e4-8891-57ff419b2975 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--754527634&fields=id&tenant_id=0c88255219344729b8cf55cd26a45813 HTTP/1.1" status: 200 len: 267 time: 0.0660346 Feb 17 01:07:57.760896 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:57.774130 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Transition to ACTIVE for port object ece6f74f-f937-4d83-ae3a-cab1e27999ea will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:07:57.778445 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:57.780683 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-d884872d-c3a2-4670-9572-d51f5a802c57 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:57.782469 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-d884872d-c3a2-4670-9572-d51f5a802c57 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/networks?id=1b1f10f6-4b1c-4284-9109-fab1625a1945 HTTP/1.1" status: 200 len: 811 time: 0.1663067 Feb 17 01:07:57.792530 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-83bb9f85-a6d0-4160-aec6-bd4d1c293dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:57.804830 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-54244ca2-23d4-455d-9e72-57d0983c29e8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/quotas/0c88255219344729b8cf55cd26a45813 HTTP/1.1" status: 200 len: 375 time: 0.0158646 Feb 17 01:07:57.908303 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-5ae63a92-1d50-4ac1-87f6-c7bb39b09c91 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Synchronizing usage tracker for tenant:0c88255219344729b8cf55cd26a45813 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:07:57.925420 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-5ae63a92-1d50-4ac1-87f6-c7bb39b09c91 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Unset dirty status for tenant:0c88255219344729b8cf55cd26a45813 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:07:57.926923 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-5ae63a92-1d50-4ac1-87f6-c7bb39b09c91 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c88255219344729b8cf55cd26a45813&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1158879 Feb 17 01:07:57.932805 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc0d85-78f2-4688-b611-c1d7d7afce2b None None] Pushing event updated for resources: {'Port': ['ID=ece6f74f-f937-4d83-ae3a-cab1e27999ea,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:57.938029 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b1bc0d85-78f2-4688-b611-c1d7d7afce2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:58.103408 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-be2328c6-55df-4e77-bc4d-03a660fcbab3 service neutron] 10.222.0.23 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595402 Feb 17 01:07:58.118303 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Attempting to bind port ece6f74f-f937-4d83-ae3a-cab1e27999ea on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:07:58.118722 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Attempting to bind port ece6f74f-f937-4d83-ae3a-cab1e27999ea by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': '82003430-4a5a-48b5-bf21-17692b403c8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:07:58.119355 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Attempting to bind port ece6f74f-f937-4d83-ae3a-cab1e27999ea on network 1b1f10f6-4b1c-4284-9109-fab1625a1945 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:07:58.125383 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:07:58.125850 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Checking segment: {'id': '82003430-4a5a-48b5-bf21-17692b403c8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:07:58.126292 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:58.126728 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Bound using segment: {'id': '82003430-4a5a-48b5-bf21-17692b403c8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:07:58.127255 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Bound port: ece6f74f-f937-4d83-ae3a-cab1e27999ea, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82003430-4a5a-48b5-bf21-17692b403c8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:07:58.127667 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:58.237553 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] For port ece6f74f-f937-4d83-ae3a-cab1e27999ea, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:07:58.240887 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] For port ece6f74f-f937-4d83-ae3a-cab1e27999ea, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=ece6f74f-f937-4d83-ae3a-cab1e27999ea,segment=NetworkSegment(82003430-4a5a-48b5-bf21-17692b403c8e),segment_id=82003430-4a5a-48b5-bf21-17692b403c8e)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:07:58.244640 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:58.260511 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-42e2b1c3-982c-422a-a926-394afc5e85fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:07:58.261804 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-acef7147-55a5-480c-ad94-59a12a591e10 service neutron] 10.222.0.23 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1480134 Feb 17 01:07:58.410277 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc0d85-78f2-4688-b611-c1d7d7afce2b None None] Pushing event updated for resources: {'Port': ['ID=ece6f74f-f937-4d83-ae3a-cab1e27999ea,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:07:58.423731 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b1bc0d85-78f2-4688-b611-c1d7d7afce2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:07:58.471814 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Routers {'99573903-9186-4ce6-b920-8c2ab94592cf'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:07:58.472524 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:07:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['99573903-9186-4ce6-b920-8c2ab94592cf'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:58.494207 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4f4ddb49-0678-4ae6-a72f-a0bc89e24b44 req-a0883bc7-8ccc-4291-85e5-4239a645becb tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 210 time: 0.0628610 Feb 17 01:07:58.693168 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] Set router 99573903-9186-4ce6-b920-8c2ab94592cf gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:07:59.053221 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'ece6f74f-f937-4d83-ae3a-cab1e27999ea', 'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'mac_address': 'fa:16:3e:af:18:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:07:58Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'subnets': [{'id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:07:59.057805 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7793174-d7d4-44e9-b493-b9632491e1d0 None None] The sync data for ids ['99573903-9186-4ce6-b920-8c2ab94592cf'] in dv-cinder-759955-4-smb is: [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'ece6f74f-f937-4d83-ae3a-cab1e27999ea', 'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'mac_address': 'fa:16:3e:af:18:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:07:58Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'subnets': [{'id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:07:59.208753 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-33eabe3a-b451-48ca-bbc1-c34287d8772c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:07:59.631749 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-051bbeff-8a88-4657-93c2-74056831eb00 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:07:59.632540 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-051bbeff-8a88-4657-93c2-74056831eb00 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Synchronizing usage tracker for tenant:0c88255219344729b8cf55cd26a45813 on resource:network {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:07:59.650512 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-051bbeff-8a88-4657-93c2-74056831eb00 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Unset dirty status for tenant:0c88255219344729b8cf55cd26a45813 on resource:network {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:07:59.651838 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-051bbeff-8a88-4657-93c2-74056831eb00 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.42 "GET /v2.0/networks?id=1b1f10f6-4b1c-4284-9109-fab1625a1945 HTTP/1.1" status: 200 len: 811 time: 0.1939006 Feb 17 01:07:59.666819 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-20d7a720-00d8-4f07-9d58-0f722acddb9f req-f5cb4442-8dc0-4b55-a748-138a838c1338 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 210 time: 0.0514758 Feb 17 01:07:59.734477 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-04cf4fb2-1208-403f-ba6c-9a9cced98220 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Synchronizing usage tracker for tenant:0c88255219344729b8cf55cd26a45813 on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:07:59.747946 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-04cf4fb2-1208-403f-ba6c-9a9cced98220 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Unset dirty status for tenant:0c88255219344729b8cf55cd26a45813 on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:07:59.749350 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-04cf4fb2-1208-403f-ba6c-9a9cced98220 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c88255219344729b8cf55cd26a45813 HTTP/1.1" status: 200 len: 5707 time: 0.0890174 Feb 17 01:07:59.760671 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-c9d0e735-68a3-4328-b6ce-11feca4e6dd8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Request body: {'port': {'device_id': 'c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'admin_state_up': True, 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'security_groups': ['800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a']}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:08:00.082650 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device ece6f74f-f937-4d83-ae3a-cab1e27999ea up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:08:00.157059 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port ece6f74f-f937-4d83-ae3a-cab1e27999ea completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:08:00.162747 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port ece6f74f-f937-4d83-ae3a-cab1e27999ea triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:08:00.163168 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:00.165434 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-c9d0e735-68a3-4328-b6ce-11feca4e6dd8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:08:00.175936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-c9d0e735-68a3-4328-b6ce-11feca4e6dd8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:08:00.185479 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-c9d0e735-68a3-4328-b6ce-11feca4e6dd8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Made reservation on behalf of 0c88255219344729b8cf55cd26a45813 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:08:00.191432 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-c9d0e735-68a3-4328-b6ce-11feca4e6dd8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:00.294439 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:00.337744 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] For port ece6f74f-f937-4d83-ae3a-cab1e27999ea, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=ece6f74f-f937-4d83-ae3a-cab1e27999ea,segment=NetworkSegment(82003430-4a5a-48b5-bf21-17692b403c8e),segment_id=82003430-4a5a-48b5-bf21-17692b403c8e)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:08:00.341205 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:00.343304 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:08:00.417482 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Pushing event updated for resources: {'Port': ['ID=ece6f74f-f937-4d83-ae3a-cab1e27999ea,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:08:00.421045 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:08:00.525060 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-c9d0e735-68a3-4328-b6ce-11feca4e6dd8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Allocated IP 172.20.0.13 (1b1f10f6-4b1c-4284-9109-fab1625a1945/6bfe142e-511b-4acb-ae48-15b9a5e2b33b/15a00a27-094a-4b83-ba0f-4133eb9955d0) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:08:00.736122 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-c9d0e735-68a3-4328-b6ce-11feca4e6dd8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:00.753297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-c9d0e735-68a3-4328-b6ce-11feca4e6dd8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Transition to ACTIVE for port object 15a00a27-094a-4b83-ba0f-4133eb9955d0 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:08:00.781422 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-c9d0e735-68a3-4328-b6ce-11feca4e6dd8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:00.797482 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-dbe666a7-6521-4c85-b098-8e7b5d10b0ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:08:00.881220 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c6e6f-7176-4eee-b3ff-1563044fa155 req-ea8c7bff-18f5-4693-8c51-3a9a4ff8ecfc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:00.882859 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6b5c6e6f-7176-4eee-b3ff-1563044fa155 req-ea8c7bff-18f5-4693-8c51-3a9a4ff8ecfc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 932 time: 0.0977852 Feb 17 01:08:00.935022 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6b5c6e6f-7176-4eee-b3ff-1563044fa155 req-20fb2a31-b52d-410a-9528-143288b75a2c tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454681 Feb 17 01:08:00.941649 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0e735-68a3-4328-b6ce-11feca4e6dd8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Pushing event updated for resources: {'Port': ['ID=15a00a27-094a-4b83-ba0f-4133eb9955d0,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:08:00.946660 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c9d0e735-68a3-4328-b6ce-11feca4e6dd8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:08:01.004016 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-c9d0e735-68a3-4328-b6ce-11feca4e6dd8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Network 1b1f10f6-4b1c-4284-9109-fab1625a1945 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:08:01.005430 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-c9d0e735-68a3-4328-b6ce-11feca4e6dd8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:08:01.008310 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-c9d0e735-68a3-4328-b6ce-11feca4e6dd8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:08:01.078846 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-c9d0e735-68a3-4328-b6ce-11feca4e6dd8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:01.079597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-c9d0e735-68a3-4328-b6ce-11feca4e6dd8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:01.106707 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-c9d0e735-68a3-4328-b6ce-11feca4e6dd8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3517971 Feb 17 01:08:01.121104 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Request body: {'port': {'device_id': 'c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:08:01.242186 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-7c164c20-c971-4405-8568-72231bae571b None None] Provisioning for port 15a00a27-094a-4b83-ba0f-4133eb9955d0 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:08:01.248109 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-7c164c20-c971-4405-8568-72231bae571b None None] Provisioning complete for port 15a00a27-094a-4b83-ba0f-4133eb9955d0 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:08:01.248542 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c164c20-c971-4405-8568-72231bae571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:01.253320 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:01.311705 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-7c164c20-c971-4405-8568-72231bae571b None None] Port 15a00a27-094a-4b83-ba0f-4133eb9955d0 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:08:01.704333 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a00a27-094a-4b83-ba0f-4133eb9955d0 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:08:01.712758 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:01.726416 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Transition to ACTIVE for port object 15a00a27-094a-4b83-ba0f-4133eb9955d0 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:08:01.731346 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851517077'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:01.744910 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d07b5001-74a1-4612-ab0b-e9baca15131d tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:08:01.881041 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Pushing event updated for resources: {'Port': ['ID=15a00a27-094a-4b83-ba0f-4133eb9955d0,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:08:01.886578 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:08:02.093278 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Attempting to bind port 15a00a27-094a-4b83-ba0f-4133eb9955d0 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:08:02.093641 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Attempting to bind port 15a00a27-094a-4b83-ba0f-4133eb9955d0 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '82003430-4a5a-48b5-bf21-17692b403c8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:08:02.093986 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Attempting to bind port 15a00a27-094a-4b83-ba0f-4133eb9955d0 on network 1b1f10f6-4b1c-4284-9109-fab1625a1945 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:08:02.101243 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:08:02.101796 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Checking segment: {'id': '82003430-4a5a-48b5-bf21-17692b403c8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:08:02.102205 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:02.102572 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Bound using segment: {'id': '82003430-4a5a-48b5-bf21-17692b403c8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:08:02.103054 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Bound port: 15a00a27-094a-4b83-ba0f-4133eb9955d0, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82003430-4a5a-48b5-bf21-17692b403c8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:08:02.103433 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:02.124130 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device ece6f74f-f937-4d83-ae3a-cab1e27999ea up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:08:02.182909 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4064b-6ddf-4e35-82f3-eab34761b15f req-a022530b-c60c-476e-8912-4ebf3ff67335 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:02.184643 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-96f4064b-6ddf-4e35-82f3-eab34761b15f req-a022530b-c60c-476e-8912-4ebf3ff67335 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 944 time: 0.1024725 Feb 17 01:08:02.209815 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port ece6f74f-f937-4d83-ae3a-cab1e27999ea triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:08:02.210759 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:02.214173 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] For port 15a00a27-094a-4b83-ba0f-4133eb9955d0, host hv-cinder-75995, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:08:02.217747 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] For port 15a00a27-094a-4b83-ba0f-4133eb9955d0, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=15a00a27-094a-4b83-ba0f-4133eb9955d0,segment=NetworkSegment(82003430-4a5a-48b5-bf21-17692b403c8e),segment_id=82003430-4a5a-48b5-bf21-17692b403c8e)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:08:02.222607 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851517077'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:02.238356 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-96f4064b-6ddf-4e35-82f3-eab34761b15f req-a90be704-a00d-478f-8411-e09299b80580 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462809 Feb 17 01:08:02.239847 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a96cd5bb-db81-4a6f-b013-31af68a97719 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:08:02.401642 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Pushing event updated for resources: {'Port': ['ID=15a00a27-094a-4b83-ba0f-4133eb9955d0,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:08:02.407274 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:08:02.440210 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:02.440880 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:02.442429 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-8d52d753-893d-4429-a6c3-c166ff4a32c2 service neutron] 10.222.0.42 "PUT /v2.0/ports/15a00a27-094a-4b83-ba0f-4133eb9955d0 HTTP/1.1" status: 200 len: 1158 time: 1.3277991 Feb 17 01:08:02.442949 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b', 'tag': '15a00a27-094a-4b83-ba0f-4133eb9955d0'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:08:02.524460 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b', 'tag': '15a00a27-094a-4b83-ba0f-4133eb9955d0', 'status': 'completed', 'code': 200} Feb 17 01:08:02.571776 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-2032478a-6f96-4cdd-8713-56f5f5d5b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:02.573458 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-2032478a-6f96-4cdd-8713-56f5f5d5b881 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c88255219344729b8cf55cd26a45813&device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 1161 time: 0.0917704 Feb 17 01:08:02.649129 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-348a2d9a-730c-482d-9481-a1a06ebd755e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15a00a27-094a-4b83-ba0f-4133eb9955d0 HTTP/1.1" status: 200 len: 217 time: 0.0686090 Feb 17 01:08:02.726737 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-70864b99-7c01-42d2-b4f0-40c7f0def2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:02.728282 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-70864b99-7c01-42d2-b4f0-40c7f0def2ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bfe142e-511b-4acb-ae48-15b9a5e2b33b HTTP/1.1" status: 200 len: 850 time: 0.0722690 Feb 17 01:08:02.771826 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a19316e0-5f26-41fd-9e0f-99c109ee84fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:02.818064 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-7ffc4cc4-7a88-4159-bf63-5facf3b10268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:02.819742 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-7ffc4cc4-7a88-4159-bf63-5facf3b10268 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b1f10f6-4b1c-4284-9109-fab1625a1945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853651 Feb 17 01:08:02.977826 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-af799d59-e22d-428c-9c5e-5f7a7a355a17 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505978 Feb 17 01:08:03.139832 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4c05431e-cd48-45bf-84cd-cfed2ac78d8e req-b24c2fb0-a041-4969-8617-a9655dbb8c14 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1553371 Feb 17 01:08:03.276589 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876f9b9-52fc-4e5f-935d-f9d47a1b531f req-cf811fc6-3c5c-48b1-8552-79fd2094fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:03.278231 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c876f9b9-52fc-4e5f-935d-f9d47a1b531f req-cf811fc6-3c5c-48b1-8552-79fd2094fa59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c88255219344729b8cf55cd26a45813&device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 1161 time: 0.0903745 Feb 17 01:08:03.379192 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:03.430633 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876f9b9-52fc-4e5f-935d-f9d47a1b531f req-0f470533-5e19-408d-a473-d8d264b4c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:03.439310 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c876f9b9-52fc-4e5f-935d-f9d47a1b531f req-0f470533-5e19-408d-a473-d8d264b4c64e service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b1f10f6-4b1c-4284-9109-fab1625a1945 HTTP/1.1" status: 200 len: 905 time: 0.1461620 Feb 17 01:08:03.449174 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f6d95-d1ef-4535-ae25-ed6a9ac7e16f req-0e642070-e188-4a1b-be88-cf24098530a0 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:03.450844 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2b6f6d95-d1ef-4535-ae25-ed6a9ac7e16f req-0e642070-e188-4a1b-be88-cf24098530a0 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 944 time: 0.0949285 Feb 17 01:08:03.503174 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2b6f6d95-d1ef-4535-ae25-ed6a9ac7e16f req-c23c557e-e6c5-4c73-adf2-0e1610534e18 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458026 Feb 17 01:08:03.507655 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c876f9b9-52fc-4e5f-935d-f9d47a1b531f req-fffeb9d4-ed90-49e4-8776-8646a0ab6b46 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15a00a27-094a-4b83-ba0f-4133eb9955d0 HTTP/1.1" status: 200 len: 217 time: 0.0679696 Feb 17 01:08:03.583502 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876f9b9-52fc-4e5f-935d-f9d47a1b531f req-606d9789-00e3-4af6-bf68-752d1e607e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:03.585139 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c876f9b9-52fc-4e5f-935d-f9d47a1b531f req-606d9789-00e3-4af6-bf68-752d1e607e42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bfe142e-511b-4acb-ae48-15b9a5e2b33b HTTP/1.1" status: 200 len: 850 time: 0.0702116 Feb 17 01:08:03.674910 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876f9b9-52fc-4e5f-935d-f9d47a1b531f req-8a377173-7ad5-4351-9bd2-ae97364c169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:03.676590 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c876f9b9-52fc-4e5f-935d-f9d47a1b531f req-8a377173-7ad5-4351-9bd2-ae97364c169f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b1f10f6-4b1c-4284-9109-fab1625a1945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822527 Feb 17 01:08:03.823837 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c876f9b9-52fc-4e5f-935d-f9d47a1b531f req-4712dbbd-bf0c-4dcb-8c10-194c1dbd6c08 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398437 Feb 17 01:08:03.970089 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-c876f9b9-52fc-4e5f-935d-f9d47a1b531f req-92e9ba9c-5f9a-466c-9083-e13ec6765ad0 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392691 Feb 17 01:08:03.997821 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:04.588784 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 15a00a27-094a-4b83-ba0f-4133eb9955d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:08:04.665267 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port 15a00a27-094a-4b83-ba0f-4133eb9955d0 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:08:04.670389 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 15a00a27-094a-4b83-ba0f-4133eb9955d0 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:08:04.670811 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:04.716286 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed57bd2-093b-467b-9d5e-73296d82a79b req-5112d736-9890-49be-8df9-b0aa9b1b9dae tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:04.717959 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4ed57bd2-093b-467b-9d5e-73296d82a79b req-5112d736-9890-49be-8df9-b0aa9b1b9dae tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 944 time: 0.0890892 Feb 17 01:08:04.748504 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:04.771403 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4ed57bd2-093b-467b-9d5e-73296d82a79b req-3fdfc171-568b-42e8-bd40-84b6793a87a5 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463963 Feb 17 01:08:04.812553 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:04.844150 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a00a27-094a-4b83-ba0f-4133eb9955d0'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:08:04.855343 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 15a00a27-094a-4b83-ba0f-4133eb9955d0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=15a00a27-094a-4b83-ba0f-4133eb9955d0,segment=NetworkSegment(82003430-4a5a-48b5-bf21-17692b403c8e),segment_id=82003430-4a5a-48b5-bf21-17692b403c8e)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:08:04.859126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:04.861243 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-959afc03-3056-451f-9172-7e24df2c317b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:08:04.900065 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a00a27-094a-4b83-ba0f-4133eb9955d0', 'code': 200} Feb 17 01:08:04.935870 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=15a00a27-094a-4b83-ba0f-4133eb9955d0,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:08:04.939518 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:08:05.151451 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88c457-a975-4ca6-9305-b5d366b635c5 req-d181d0b7-fa67-4077-81ae-162930519be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:05.153072 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7c88c457-a975-4ca6-9305-b5d366b635c5 req-d181d0b7-fa67-4077-81ae-162930519be7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 1163 time: 0.0890658 Feb 17 01:08:05.208297 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7c88c457-a975-4ca6-9305-b5d366b635c5 req-04ff3c9e-cbd7-4f59-bc24-5ef6fefb1f1f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486457 Feb 17 01:08:05.991029 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b07896-7635-48fb-a6d1-ac609c0f2cf8 req-5d68aef5-72b2-42ea-b03f-f74517550bbc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:05.992744 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-66b07896-7635-48fb-a6d1-ac609c0f2cf8 req-5d68aef5-72b2-42ea-b03f-f74517550bbc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0986593 Feb 17 01:08:06.047302 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-66b07896-7635-48fb-a6d1-ac609c0f2cf8 req-5fa0b39f-cb3a-4615-815a-67d1abf27beb tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475023 Feb 17 01:08:06.353713 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 15a00a27-094a-4b83-ba0f-4133eb9955d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:08:06.434257 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 15a00a27-094a-4b83-ba0f-4133eb9955d0 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:08:06.434691 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:07.149284 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:07.262653 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fe3c8-757b-4928-9519-6d6e03025252 req-d8e0b5a7-0fcc-45cc-9bbe-584ae5200bf4 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:07.264373 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-226fe3c8-757b-4928-9519-6d6e03025252 req-d8e0b5a7-0fcc-45cc-9bbe-584ae5200bf4 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0959301 Feb 17 01:08:07.315211 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-226fe3c8-757b-4928-9519-6d6e03025252 req-9961e259-509f-465d-87bc-1f1aa9eb00ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439153 Feb 17 01:08:07.524659 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee280b-0bda-4164-b57d-ad9f90092dac req-a8a482b8-b57f-450b-9c54-00c00b7d0de2 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:07.526279 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0fee280b-0bda-4164-b57d-ad9f90092dac req-a8a482b8-b57f-450b-9c54-00c00b7d0de2 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0999377 Feb 17 01:08:07.539712 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 60246) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:08:07.545613 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-0eca411e-c31e-437e-a6eb-bf84fc9ee001 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Request body: {'floatingip': {'port_id': '15a00a27-094a-4b83-ba0f-4133eb9955d0'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:08:07.632479 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0eca411e-c31e-437e-a6eb-bf84fc9ee001 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for floatingip, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:07.952890 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e05f1e27-05dc-41b7-a674-ff8034bfc6d2 req-306d5b02-8ce2-4ebf-a10f-8a3f2489a82c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0914764 Feb 17 01:08:08.111993 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f1e27-05dc-41b7-a674-ff8034bfc6d2 req-82cd3d8d-ae93-4724-8633-e74e8d477083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:08.113628 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e05f1e27-05dc-41b7-a674-ff8034bfc6d2 req-82cd3d8d-ae93-4724-8633-e74e8d477083 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c88255219344729b8cf55cd26a45813&device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 1163 time: 0.0879562 Feb 17 01:08:08.283906 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f1e27-05dc-41b7-a674-ff8034bfc6d2 req-49de3827-725f-4fe3-962d-e63fb716a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:08.285465 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e05f1e27-05dc-41b7-a674-ff8034bfc6d2 req-49de3827-725f-4fe3-962d-e63fb716a816 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b1f10f6-4b1c-4284-9109-fab1625a1945 HTTP/1.1" status: 200 len: 905 time: 0.1518140 Feb 17 01:08:08.368312 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e05f1e27-05dc-41b7-a674-ff8034bfc6d2 req-d3559483-b08d-468f-acf0-f4ca55f6a63e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15a00a27-094a-4b83-ba0f-4133eb9955d0 HTTP/1.1" status: 200 len: 217 time: 0.0754716 Feb 17 01:08:08.562616 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0eca411e-c31e-437e-a6eb-bf84fc9ee001 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:08.566031 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0eca411e-c31e-437e-a6eb-bf84fc9ee001 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853018709'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:08.702345 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f1e27-05dc-41b7-a674-ff8034bfc6d2 req-ffb26cc9-6814-45d3-af02-1f3dc008ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:08.704077 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e05f1e27-05dc-41b7-a674-ff8034bfc6d2 req-ffb26cc9-6814-45d3-af02-1f3dc008ea18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bfe142e-511b-4acb-ae48-15b9a5e2b33b HTTP/1.1" status: 200 len: 850 time: 0.3291402 Feb 17 01:08:08.771820 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.l3_db [None req-0eca411e-c31e-437e-a6eb-bf84fc9ee001 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Floating IP 50b44050-4d95-40d3-b7d3-18f541622f2f associated. External IP: 172.28.2.187, port: 15a00a27-094a-4b83-ba0f-4133eb9955d0. Feb 17 01:08:08.794665 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f1e27-05dc-41b7-a674-ff8034bfc6d2 req-3cbbe25f-09b7-45c0-8f38-bab04106380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:08.796386 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e05f1e27-05dc-41b7-a674-ff8034bfc6d2 req-3cbbe25f-09b7-45c0-8f38-bab04106380f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b1f10f6-4b1c-4284-9109-fab1625a1945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852423 Feb 17 01:08:08.945660 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e05f1e27-05dc-41b7-a674-ff8034bfc6d2 req-d599f5db-4c63-4a83-aba9-81d20e4d16aa service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421528 Feb 17 01:08:09.096574 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e05f1e27-05dc-41b7-a674-ff8034bfc6d2 req-78287e80-e1f5-4438-9774-4ce7e726217e service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443734 Feb 17 01:08:09.170802 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eca411e-c31e-437e-a6eb-bf84fc9ee001 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Router 99573903-9186-4ce6-b920-8c2ab94592cf has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:08:09.366038 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eca411e-c31e-437e-a6eb-bf84fc9ee001 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:08:09.370583 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0eca411e-c31e-437e-a6eb-bf84fc9ee001 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:09.376179 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756bf6f7-7574-443a-af77-262d29d79e2f None None] Sync routers for ids ['99573903-9186-4ce6-b920-8c2ab94592cf'] in dv-cinder-759955-4-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:08:09.388379 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756bf6f7-7574-443a-af77-262d29d79e2f None None] Routers {'99573903-9186-4ce6-b920-8c2ab94592cf'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:08:09.389071 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-756bf6f7-7574-443a-af77-262d29d79e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:08:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['99573903-9186-4ce6-b920-8c2ab94592cf'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:08:09.430521 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-0eca411e-c31e-437e-a6eb-bf84fc9ee001 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "PUT /v2.0/floatingips/50b44050-4d95-40d3-b7d3-18f541622f2f HTTP/1.1" status: 200 len: 992 time: 1.8895767 Feb 17 01:08:09.431193 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b', 'tag': '15a00a27-094a-4b83-ba0f-4133eb9955d0'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:08:09.489677 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b', 'tag': '15a00a27-094a-4b83-ba0f-4133eb9955d0', 'status': 'completed', 'code': 200} Feb 17 01:08:09.662694 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c9d18-665f-4b36-baf9-f476ff426fa3 req-cac27e0b-860b-48af-a37b-ff05411f654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:09.665283 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-187c9d18-665f-4b36-baf9-f476ff426fa3 req-cac27e0b-860b-48af-a37b-ff05411f654d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c88255219344729b8cf55cd26a45813&device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 1163 time: 0.1529648 Feb 17 01:08:09.772194 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-756bf6f7-7574-443a-af77-262d29d79e2f None None] Set router 99573903-9186-4ce6-b920-8c2ab94592cf gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:08:09.817906 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c9d18-665f-4b36-baf9-f476ff426fa3 req-a305b681-b084-42a8-bf15-d847c81e685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:09.819523 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-187c9d18-665f-4b36-baf9-f476ff426fa3 req-a305b681-b084-42a8-bf15-d847c81e685e service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b1f10f6-4b1c-4284-9109-fab1625a1945 HTTP/1.1" status: 200 len: 905 time: 0.1476548 Feb 17 01:08:09.936335 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-187c9d18-665f-4b36-baf9-f476ff426fa3 req-36b68d52-ce13-46f9-af1a-2e15c78d1f77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15a00a27-094a-4b83-ba0f-4133eb9955d0 HTTP/1.1" status: 200 len: 1000 time: 0.1097708 Feb 17 01:08:10.014547 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c9d18-665f-4b36-baf9-f476ff426fa3 req-c5780928-ed81-47d7-a517-3b2a0f2e58aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:10.016078 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-187c9d18-665f-4b36-baf9-f476ff426fa3 req-c5780928-ed81-47d7-a517-3b2a0f2e58aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bfe142e-511b-4acb-ae48-15b9a5e2b33b HTTP/1.1" status: 200 len: 850 time: 0.0732076 Feb 17 01:08:10.107118 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c9d18-665f-4b36-baf9-f476ff426fa3 req-9e935c6f-3808-4d46-9bf4-80cf27ec66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:10.108818 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-187c9d18-665f-4b36-baf9-f476ff426fa3 req-9e935c6f-3808-4d46-9bf4-80cf27ec66d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b1f10f6-4b1c-4284-9109-fab1625a1945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0862210 Feb 17 01:08:10.162218 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-756bf6f7-7574-443a-af77-262d29d79e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_floatingips': [{'id': '50b44050-4d95-40d3-b7d3-18f541622f2f', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'floating_ip_address': '172.28.2.187', 'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'router_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'port_id': '15a00a27-094a-4b83-ba0f-4133eb9955d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'mac_address': 'fa:16:3e:1c:b6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:07:56Z', 'updated_at': '2021-02-17T01:08:08Z', 'revision_number': 1, 'project_id': '0c88255219344729b8cf55cd26a45813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece6f74f-f937-4d83-ae3a-cab1e27999ea', 'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'mac_address': 'fa:16:3e:af:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:00Z', 'revision_number': 5, 'project_id': '0c88255219344729b8cf55cd26a45813', 'subnets': [{'id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:08:10.166672 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756bf6f7-7574-443a-af77-262d29d79e2f None None] Checking router: 99573903-9186-4ce6-b920-8c2ab94592cf for host: dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:08:10.176234 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756bf6f7-7574-443a-af77-262d29d79e2f None None] Routers {'99573903-9186-4ce6-b920-8c2ab94592cf'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:08:10.177073 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-756bf6f7-7574-443a-af77-262d29d79e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:08:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['99573903-9186-4ce6-b920-8c2ab94592cf'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:08:10.255558 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-187c9d18-665f-4b36-baf9-f476ff426fa3 req-65947873-bbd2-43cd-85e7-664c6b871385 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401215 Feb 17 01:08:10.371746 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-756bf6f7-7574-443a-af77-262d29d79e2f None None] Set router 99573903-9186-4ce6-b920-8c2ab94592cf gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:08:10.405532 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-187c9d18-665f-4b36-baf9-f476ff426fa3 req-c8111d17-b479-4abb-9ec8-47e7cd4aece0 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415527 Feb 17 01:08:10.762119 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-756bf6f7-7574-443a-af77-262d29d79e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_floatingips': [{'id': '50b44050-4d95-40d3-b7d3-18f541622f2f', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'floating_ip_address': '172.28.2.187', 'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'router_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'port_id': '15a00a27-094a-4b83-ba0f-4133eb9955d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'mac_address': 'fa:16:3e:1c:b6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:07:56Z', 'updated_at': '2021-02-17T01:08:08Z', 'revision_number': 1, 'project_id': '0c88255219344729b8cf55cd26a45813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece6f74f-f937-4d83-ae3a-cab1e27999ea', 'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'mac_address': 'fa:16:3e:af:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:00Z', 'revision_number': 5, 'project_id': '0c88255219344729b8cf55cd26a45813', 'subnets': [{'id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:08:10.766809 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756bf6f7-7574-443a-af77-262d29d79e2f None None] The sync data for ids ['99573903-9186-4ce6-b920-8c2ab94592cf'] in dv-cinder-759955-4-smb is: [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_floatingips': [{'id': '50b44050-4d95-40d3-b7d3-18f541622f2f', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'floating_ip_address': '172.28.2.187', 'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'router_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'port_id': '15a00a27-094a-4b83-ba0f-4133eb9955d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'mac_address': 'fa:16:3e:1c:b6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:07:56Z', 'updated_at': '2021-02-17T01:08:08Z', 'revision_number': 1, 'project_id': '0c88255219344729b8cf55cd26a45813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece6f74f-f937-4d83-ae3a-cab1e27999ea', 'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'mac_address': 'fa:16:3e:af:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:00Z', 'revision_number': 5, 'project_id': '0c88255219344729b8cf55cd26a45813', 'subnets': [{'id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:08:11.091105 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2279aefa-3cdf-4b92-a157-df2a2f6e3348 None None] New status for floating IP 50b44050-4d95-40d3-b7d3-18f541622f2f: ACTIVE {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:08:24.123847 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:08:29.204967 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-07083e83-be73-4bd5-a12d-74a3f272f97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:32.781935 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e8affa7a-e768-4ffe-837c-b01dcab6be55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:33.373379 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:34.001681 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:34.736784 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:37.155453 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:51.810530 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20bbda-de06-4c40-9a7c-072b5cd558b8 req-f0bf89e8-a026-4513-9b2b-10a464f1dfae tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:51.812181 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1b20bbda-de06-4c40-9a7c-072b5cd558b8 req-f0bf89e8-a026-4513-9b2b-10a464f1dfae tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.1011438 Feb 17 01:08:51.866879 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1b20bbda-de06-4c40-9a7c-072b5cd558b8 req-e0f131a0-6d84-43b6-ba3d-07568b60e24c tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459945 Feb 17 01:08:53.098555 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af809b01-643d-49ee-b9a7-b92003e71e44 req-15665809-28bf-4157-8db3-e11ed694e1ae tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:53.100231 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-af809b01-643d-49ee-b9a7-b92003e71e44 req-15665809-28bf-4157-8db3-e11ed694e1ae tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0901439 Feb 17 01:08:53.159346 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-af809b01-643d-49ee-b9a7-b92003e71e44 req-fe186d05-7835-484d-ac38-655a8626c28b tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482359 Feb 17 01:08:54.374708 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4e297-e511-4abd-9541-55c714c14175 req-36db5018-7a56-49c9-98ff-2d9248e2853c tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:54.376402 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bec4e297-e511-4abd-9541-55c714c14175 req-36db5018-7a56-49c9-98ff-2d9248e2853c tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0965030 Feb 17 01:08:54.433919 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bec4e297-e511-4abd-9541-55c714c14175 req-f7133f32-0234-47f8-8cf6-d1ee10f1d518 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506799 Feb 17 01:08:55.677423 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c372b21-7bd1-4d4c-b984-0f927cb9a93a req-39a6fc70-3d9d-4086-af68-fdaaa386270f tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:55.679113 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0c372b21-7bd1-4d4c-b984-0f927cb9a93a req-39a6fc70-3d9d-4086-af68-fdaaa386270f tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0925000 Feb 17 01:08:55.737644 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0c372b21-7bd1-4d4c-b984-0f927cb9a93a req-1d4556a0-c23b-4ec4-9d32-0a4419c70beb tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518708 Feb 17 01:08:56.955678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747c4ff-e7fa-4bcb-be5f-e7b6339caa41 req-7ab1f49a-ca6b-4cf7-b737-269f6356cfac tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:56.957423 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d747c4ff-e7fa-4bcb-be5f-e7b6339caa41 req-7ab1f49a-ca6b-4cf7-b737-269f6356cfac tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0945010 Feb 17 01:08:57.015314 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d747c4ff-e7fa-4bcb-be5f-e7b6339caa41 req-3b076515-37bc-4cd9-ab6c-371fbdc18ac0 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493090 Feb 17 01:08:58.240841 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21994d7f-b7df-4fea-b513-fd5284577155 req-51068c67-7fd8-4c3e-b16f-ca09591cbadb tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:58.242751 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-21994d7f-b7df-4fea-b513-fd5284577155 req-51068c67-7fd8-4c3e-b16f-ca09591cbadb tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.1068990 Feb 17 01:08:58.294017 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-21994d7f-b7df-4fea-b513-fd5284577155 req-4b02d554-4b1c-47ef-8aac-98a02fc006d5 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443058 Feb 17 01:08:59.200756 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-67fc23d0-7214-499e-82d9-51dbbdf405ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:08:59.508267 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b96301-032f-4641-a684-c89dd704cdb3 req-cfec4111-d2c8-4f2d-8f15-94b22d650a4d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:08:59.509941 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-70b96301-032f-4641-a684-c89dd704cdb3 req-cfec4111-d2c8-4f2d-8f15-94b22d650a4d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0911262 Feb 17 01:08:59.563716 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-70b96301-032f-4641-a684-c89dd704cdb3 req-2be07118-b6f0-49c2-a4bd-9d06e29c9066 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459106 Feb 17 01:09:00.792356 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc283b6-de2b-49b3-93c3-893e276340ff req-eb4e9b95-d623-40d3-b62c-e04480a62978 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:00.794076 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2fc283b6-de2b-49b3-93c3-893e276340ff req-eb4e9b95-d623-40d3-b62c-e04480a62978 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0970428 Feb 17 01:09:00.848791 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2fc283b6-de2b-49b3-93c3-893e276340ff req-a1794ad6-1530-454a-b408-34abda7b4f36 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477493 Feb 17 01:09:01.124259 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:09:02.066614 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce22365-2f08-4689-b6b6-87b88cc8dac4 req-50cd0e82-4cab-439f-b2f8-ecf3eb7ba2d1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:02.068204 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4ce22365-2f08-4689-b6b6-87b88cc8dac4 req-50cd0e82-4cab-439f-b2f8-ecf3eb7ba2d1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0946867 Feb 17 01:09:02.121202 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4ce22365-2f08-4689-b6b6-87b88cc8dac4 req-e27ae1fb-a6d5-45d8-8115-0aef3c57f3bc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465736 Feb 17 01:09:02.777878 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e97b6ce-93c6-4875-9edf-6feb75903dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:09:03.332629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa56b2-4caf-40fa-97cc-05eec9eb4746 req-588e1ca5-5712-4105-84f1-c44203a9e283 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:03.334163 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cefa56b2-4caf-40fa-97cc-05eec9eb4746 req-588e1ca5-5712-4105-84f1-c44203a9e283 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0897663 Feb 17 01:09:03.374359 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:09:03.387115 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cefa56b2-4caf-40fa-97cc-05eec9eb4746 req-17389b1e-b04d-456f-9670-9ef687177f66 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432241 Feb 17 01:09:04.009191 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:09:04.615718 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e9f44-5cf4-41ae-9a38-e4a860168d9e req-442613c4-f3df-4eda-a0c2-3fc3542a59a1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:04.617307 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-147e9f44-5cf4-41ae-9a38-e4a860168d9e req-442613c4-f3df-4eda-a0c2-3fc3542a59a1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0959761 Feb 17 01:09:04.670336 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-147e9f44-5cf4-41ae-9a38-e4a860168d9e req-7253effe-f0c9-47c6-9c3e-265b616b2a91 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432756 Feb 17 01:09:04.737939 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:09:05.893476 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d84daf-d719-4aa1-b3fd-084fe636799c req-e5b92527-fe79-479c-a1a3-b01780eb25bf tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:05.895099 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-98d84daf-d719-4aa1-b3fd-084fe636799c req-e5b92527-fe79-479c-a1a3-b01780eb25bf tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0900106 Feb 17 01:09:05.945765 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-98d84daf-d719-4aa1-b3fd-084fe636799c req-1aebf3dd-f207-459b-9b68-8738b6d3962f tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423541 Feb 17 01:09:07.167469 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:09:07.170181 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee9fcf-5266-4779-b0aa-b788b4d658c7 req-329dc633-ea70-46cf-b07c-79104e174202 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:07.171942 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ceee9fcf-5266-4779-b0aa-b788b4d658c7 req-329dc633-ea70-46cf-b07c-79104e174202 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0956080 Feb 17 01:09:07.225604 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ceee9fcf-5266-4779-b0aa-b788b4d658c7 req-ccf44828-d200-4c13-acdc-232ff85a554b tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431988 Feb 17 01:09:08.277620 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bb807-e495-49b6-9645-5517d6024e0b req-820098d6-a800-4ad2-9c25-d52431e79a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:08.279288 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-293bb807-e495-49b6-9645-5517d6024e0b req-820098d6-a800-4ad2-9c25-d52431e79a54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c88255219344729b8cf55cd26a45813&device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 1163 time: 0.0905013 Feb 17 01:09:08.441292 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bb807-e495-49b6-9645-5517d6024e0b req-96199f2c-3619-474f-b5e2-a70279cfc9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:08.442837 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-293bb807-e495-49b6-9645-5517d6024e0b req-96199f2c-3619-474f-b5e2-a70279cfc9b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b1f10f6-4b1c-4284-9109-fab1625a1945 HTTP/1.1" status: 200 len: 905 time: 0.1441386 Feb 17 01:09:08.448806 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cc696-a472-4787-87d2-5e2f261a296b req-eb2adb55-dcac-4ea1-8e63-586a1ce0f16f tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:08.450447 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-768cc696-a472-4787-87d2-5e2f261a296b req-eb2adb55-dcac-4ea1-8e63-586a1ce0f16f tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0934277 Feb 17 01:09:08.504393 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-768cc696-a472-4787-87d2-5e2f261a296b req-3a98dd0e-d7e2-40ea-9bd4-ae33a4eb0564 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463126 Feb 17 01:09:08.557134 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-293bb807-e495-49b6-9645-5517d6024e0b req-32000b52-6fd6-4455-92cc-1214ff70d3b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15a00a27-094a-4b83-ba0f-4133eb9955d0 HTTP/1.1" status: 200 len: 1002 time: 0.1074951 Feb 17 01:09:08.632993 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bb807-e495-49b6-9645-5517d6024e0b req-d7e11140-141d-478f-a193-5c1a74ac4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:08.634591 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-293bb807-e495-49b6-9645-5517d6024e0b req-d7e11140-141d-478f-a193-5c1a74ac4afc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bfe142e-511b-4acb-ae48-15b9a5e2b33b HTTP/1.1" status: 200 len: 850 time: 0.0711141 Feb 17 01:09:08.720528 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bb807-e495-49b6-9645-5517d6024e0b req-c0222fd3-61c5-40cf-bdda-84c6b7021663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:08.722110 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-293bb807-e495-49b6-9645-5517d6024e0b req-c0222fd3-61c5-40cf-bdda-84c6b7021663 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b1f10f6-4b1c-4284-9109-fab1625a1945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807879 Feb 17 01:09:08.868788 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-293bb807-e495-49b6-9645-5517d6024e0b req-945c39f8-6d7c-4473-b0ed-f7f7e76c6036 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393003 Feb 17 01:09:09.015436 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-293bb807-e495-49b6-9645-5517d6024e0b req-b572322a-247f-46fa-838f-423e278c9e2b service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1399579 Feb 17 01:09:09.719030 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1798f1b-128c-41af-8bed-15add2c9d7b0 req-ff29d4bb-fc2a-4b5f-bcd8-6dbb26d3b360 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:09.720740 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a1798f1b-128c-41af-8bed-15add2c9d7b0 req-ff29d4bb-fc2a-4b5f-bcd8-6dbb26d3b360 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0959470 Feb 17 01:09:09.773716 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a1798f1b-128c-41af-8bed-15add2c9d7b0 req-d1dff8aa-2258-4a63-9142-8cb13fbe85d5 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431359 Feb 17 01:09:10.994858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31b9d5-3d14-4b7a-8e86-bdf1c21cabff req-f515ac03-9b29-4231-848d-aee21a318e09 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:10.996536 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dc31b9d5-3d14-4b7a-8e86-bdf1c21cabff req-f515ac03-9b29-4231-848d-aee21a318e09 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0928931 Feb 17 01:09:11.048442 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dc31b9d5-3d14-4b7a-8e86-bdf1c21cabff req-2b769b0e-f9be-4b4c-9ee2-d601a1493d8e tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450342 Feb 17 01:09:12.268533 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cfdc2-9bb3-4a2e-824d-8c44e40d3d4c req-865427b6-5303-4240-b14b-d82a069bf30b tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:12.270173 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8f9cfdc2-9bb3-4a2e-824d-8c44e40d3d4c req-865427b6-5303-4240-b14b-d82a069bf30b tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0984697 Feb 17 01:09:12.318702 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8f9cfdc2-9bb3-4a2e-824d-8c44e40d3d4c req-1c4db2cb-b90b-45ab-a430-c595c342058b tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419879 Feb 17 01:09:12.712124 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca758e-f665-4830-b824-f5623167f0d5 req-01bca3ca-e0df-4531-805e-a6521123c9cb tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:12.713693 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-baca758e-f665-4830-b824-f5623167f0d5 req-01bca3ca-e0df-4531-805e-a6521123c9cb tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0916178 Feb 17 01:09:12.759289 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7caf1c-e334-430d-a46a-7973919528d9 req-4f0bda56-cd88-4c1e-a6ff-fe10e30c92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:12.760964 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3a7caf1c-e334-430d-a46a-7973919528d9 req-4f0bda56-cd88-4c1e-a6ff-fe10e30c92e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c88255219344729b8cf55cd26a45813&device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 1163 time: 0.0855708 Feb 17 01:09:12.764305 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-baca758e-f665-4830-b824-f5623167f0d5 req-ca903419-2724-42cb-9dcb-c5f4ee261ccb tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440645 Feb 17 01:09:12.906694 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7caf1c-e334-430d-a46a-7973919528d9 req-0bd79bbd-f80f-4590-9a89-808860618430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:12.908325 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3a7caf1c-e334-430d-a46a-7973919528d9 req-0bd79bbd-f80f-4590-9a89-808860618430 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b1f10f6-4b1c-4284-9109-fab1625a1945 HTTP/1.1" status: 200 len: 905 time: 0.1409173 Feb 17 01:09:13.021307 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3a7caf1c-e334-430d-a46a-7973919528d9 req-503b9422-46d3-4d2f-8e05-f857075c0948 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15a00a27-094a-4b83-ba0f-4133eb9955d0 HTTP/1.1" status: 200 len: 1002 time: 0.1060669 Feb 17 01:09:13.093537 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7caf1c-e334-430d-a46a-7973919528d9 req-2920bd97-d971-48bc-a068-bb660c884096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:13.095121 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3a7caf1c-e334-430d-a46a-7973919528d9 req-2920bd97-d971-48bc-a068-bb660c884096 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bfe142e-511b-4acb-ae48-15b9a5e2b33b HTTP/1.1" status: 200 len: 850 time: 0.0674255 Feb 17 01:09:13.181543 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7caf1c-e334-430d-a46a-7973919528d9 req-204a2af7-1764-4747-994e-8f8f870df2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:13.183190 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3a7caf1c-e334-430d-a46a-7973919528d9 req-204a2af7-1764-4747-994e-8f8f870df2bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b1f10f6-4b1c-4284-9109-fab1625a1945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815125 Feb 17 01:09:13.331197 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3a7caf1c-e334-430d-a46a-7973919528d9 req-900a7bb8-835d-411f-a02f-2a7225e9e6ac service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405449 Feb 17 01:09:13.486941 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3a7caf1c-e334-430d-a46a-7973919528d9 req-94b81134-a658-4965-8ce1-321586b15642 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1489239 Feb 17 01:09:13.991735 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c43a0-a1b2-4aa4-ba3d-bcf533e60a10 req-baa9e64a-a512-4977-b236-7446043c3fdc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:13.993610 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d43c43a0-a1b2-4aa4-ba3d-bcf533e60a10 req-baa9e64a-a512-4977-b236-7446043c3fdc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0949230 Feb 17 01:09:14.047959 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d43c43a0-a1b2-4aa4-ba3d-bcf533e60a10 req-99ab8bf0-ecd7-49e8-aa5d-b9f1e477f6ed tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478036 Feb 17 01:09:15.268501 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb9cee-870d-4e1d-98a8-6086fc83b6e3 req-5c0b1a2e-b3b1-4f7d-ae35-b9e94b7c72b5 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:15.270844 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9ecb9cee-870d-4e1d-98a8-6086fc83b6e3 req-5c0b1a2e-b3b1-4f7d-ae35-b9e94b7c72b5 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0984089 Feb 17 01:09:15.324688 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9ecb9cee-870d-4e1d-98a8-6086fc83b6e3 req-2807f99f-ccf1-4540-aa01-1d7258aa5609 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440762 Feb 17 01:09:29.195394 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e2a0cdf-4952-4f47-9ee4-36ae9eec9ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:09:32.779126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b86d512a-0f91-4515-becf-ba998a41c1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:09:33.378014 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:09:34.006747 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:09:34.741748 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:09:37.182498 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:09:38.125024 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:09:49.304883 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ea52a-67b5-4fbb-b010-1bb56b0a19ab req-c4a6ae9d-e297-4552-a5a4-5cd7ad9ce731 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:49.306784 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-de1ea52a-67b5-4fbb-b010-1bb56b0a19ab req-c4a6ae9d-e297-4552-a5a4-5cd7ad9ce731 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.1009305 Feb 17 01:09:49.358925 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-de1ea52a-67b5-4fbb-b010-1bb56b0a19ab req-5e3ebba7-147a-4ab4-9151-9451f0751dae tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451219 Feb 17 01:09:50.581135 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245b141-e5bd-4f39-af68-1f60e246c700 req-3cd8387f-5dee-4afc-822d-845ec342be96 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:50.582789 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f245b141-e5bd-4f39-af68-1f60e246c700 req-3cd8387f-5dee-4afc-822d-845ec342be96 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.1048396 Feb 17 01:09:50.638264 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f245b141-e5bd-4f39-af68-1f60e246c700 req-29273932-a214-4e4e-9286-6650fbbcda7b tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461135 Feb 17 01:09:52.096796 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368ea37-ef3a-47dd-aaa7-f2b4cdff1fb5 req-e4c49e6d-8827-4c32-a99a-48bf23de3866 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:52.098500 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3368ea37-ef3a-47dd-aaa7-f2b4cdff1fb5 req-e4c49e6d-8827-4c32-a99a-48bf23de3866 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.3344088 Feb 17 01:09:52.150732 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3368ea37-ef3a-47dd-aaa7-f2b4cdff1fb5 req-c79ae11e-e0d1-4eae-b850-833f8931bdb9 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450356 Feb 17 01:09:53.365673 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b688287-5996-4ed2-bc17-42a0e26a9817 req-d4a91d7c-3e71-4c80-8f2d-6e919eeb69b1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:53.367241 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9b688287-5996-4ed2-bc17-42a0e26a9817 req-d4a91d7c-3e71-4c80-8f2d-6e919eeb69b1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0932760 Feb 17 01:09:53.420685 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9b688287-5996-4ed2-bc17-42a0e26a9817 req-44031101-d8fa-42cd-928e-6d47103b44cd tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460384 Feb 17 01:09:54.627334 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96214282-71e5-4bec-b85a-036b7b2b410e req-1ca9ce1e-d668-4227-9bb5-9bfeb46aeae1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:54.629054 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-96214282-71e5-4bec-b85a-036b7b2b410e req-1ca9ce1e-d668-4227-9bb5-9bfeb46aeae1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0930862 Feb 17 01:09:54.682072 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-96214282-71e5-4bec-b85a-036b7b2b410e req-4b02993a-2b2f-401d-a42e-54eeec10e757 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463481 Feb 17 01:09:55.898676 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596d776-be21-4920-bc9e-3c71f5eebacb req-393cbf27-ee1d-44a9-9058-32fa5c6efc8d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:55.900357 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9596d776-be21-4920-bc9e-3c71f5eebacb req-393cbf27-ee1d-44a9-9058-32fa5c6efc8d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0944896 Feb 17 01:09:55.950406 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9596d776-be21-4920-bc9e-3c71f5eebacb req-ef7bc592-228e-41fa-a985-4e408b58450e tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431964 Feb 17 01:09:57.163704 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7b9e7-5e73-4d0e-b155-77cd4f651154 req-161bbf8a-a8f0-4d43-8844-939577210b42 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:57.165456 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ebb7b9e7-5e73-4d0e-b155-77cd4f651154 req-161bbf8a-a8f0-4d43-8844-939577210b42 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0909996 Feb 17 01:09:57.228968 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ebb7b9e7-5e73-4d0e-b155-77cd4f651154 req-9c16946f-c37b-4f1f-9e07-faf70feef4f6 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562699 Feb 17 01:09:58.437758 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea2d9e-c2cb-4369-b090-87066b2bed2b req-0cff07d3-6ec1-44b5-b976-8318a0e0664c tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:58.439373 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-74ea2d9e-c2cb-4369-b090-87066b2bed2b req-0cff07d3-6ec1-44b5-b976-8318a0e0664c tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0909455 Feb 17 01:09:58.490727 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-74ea2d9e-c2cb-4369-b090-87066b2bed2b req-f39171f7-48ee-4567-9ec1-13ff8be24c6b tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443428 Feb 17 01:09:59.204385 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3c2856b4-4256-4738-99e1-9f95e3734cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:09:59.711666 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72e98e-728e-49fc-a70d-a664fd5f47ec req-b8c6798b-6025-4a53-990b-09723ace2291 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:09:59.713417 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2a72e98e-728e-49fc-a70d-a664fd5f47ec req-b8c6798b-6025-4a53-990b-09723ace2291 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.1034091 Feb 17 01:09:59.765090 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2a72e98e-728e-49fc-a70d-a664fd5f47ec req-c55fb2ca-28da-4c07-af80-43f421f2c405 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441983 Feb 17 01:10:00.194441 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4490b-ff88-46c1-be9e-3c0422ed733f req-8d3d420b-8c52-4227-820e-f2b16c889a1f tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:00.196146 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e6d4490b-ff88-46c1-be9e-3c0422ed733f req-8d3d420b-8c52-4227-820e-f2b16c889a1f tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0968802 Feb 17 01:10:00.239313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49674155-fa94-449a-a522-2e59601ef5ca req-4ce53f83-6644-4ab2-8356-8c0239515565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:00.241011 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-49674155-fa94-449a-a522-2e59601ef5ca req-4ce53f83-6644-4ab2-8356-8c0239515565 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c88255219344729b8cf55cd26a45813&device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 1163 time: 0.0861883 Feb 17 01:10:00.247098 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e6d4490b-ff88-46c1-be9e-3c0422ed733f req-0d7c54ae-499a-4413-8861-5b5523621ea5 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433857 Feb 17 01:10:00.393053 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49674155-fa94-449a-a522-2e59601ef5ca req-1eccf010-8b3b-407c-b31b-51a4635c4a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:00.394634 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-49674155-fa94-449a-a522-2e59601ef5ca req-1eccf010-8b3b-407c-b31b-51a4635c4a1e service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b1f10f6-4b1c-4284-9109-fab1625a1945 HTTP/1.1" status: 200 len: 905 time: 0.1469314 Feb 17 01:10:00.514495 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-49674155-fa94-449a-a522-2e59601ef5ca req-d54222b2-c634-4ad8-bc6b-88805c5393cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15a00a27-094a-4b83-ba0f-4133eb9955d0 HTTP/1.1" status: 200 len: 1002 time: 0.1130924 Feb 17 01:10:00.593589 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49674155-fa94-449a-a522-2e59601ef5ca req-3360b369-716f-4668-8296-6cffea6a4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:00.595254 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-49674155-fa94-449a-a522-2e59601ef5ca req-3360b369-716f-4668-8296-6cffea6a4937 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bfe142e-511b-4acb-ae48-15b9a5e2b33b HTTP/1.1" status: 200 len: 850 time: 0.0748777 Feb 17 01:10:00.682382 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49674155-fa94-449a-a522-2e59601ef5ca req-26d686bc-52ee-4bed-9761-25038054b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:00.684071 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-49674155-fa94-449a-a522-2e59601ef5ca req-26d686bc-52ee-4bed-9761-25038054b1fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b1f10f6-4b1c-4284-9109-fab1625a1945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825870 Feb 17 01:10:00.840327 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-49674155-fa94-449a-a522-2e59601ef5ca req-ca206176-74f5-44c8-887c-5b09d761d115 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494594 Feb 17 01:10:00.996499 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-49674155-fa94-449a-a522-2e59601ef5ca req-31d737d1-58a9-4fc0-be05-70dc37971cb7 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1497192 Feb 17 01:10:01.477538 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cecfa-0d2b-49c8-8a6c-001eaa94dc29 req-85cd63b1-069c-4fc2-b119-cc9d8c72cdbf tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:01.480262 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-037cecfa-0d2b-49c8-8a6c-001eaa94dc29 req-85cd63b1-069c-4fc2-b119-cc9d8c72cdbf tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.1098912 Feb 17 01:10:01.537773 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-037cecfa-0d2b-49c8-8a6c-001eaa94dc29 req-172272c0-569c-43b4-aad8-b134b69b9db6 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487287 Feb 17 01:10:02.773895 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-465cc572-9103-422a-80f9-bc446234a737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:02.919108 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d32f1-56c5-4019-948a-3f87a2cf53e6 req-d715dcba-ab0d-422b-8d30-c1e2c5e34bd0 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:02.920825 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3f6d32f1-56c5-4019-948a-3f87a2cf53e6 req-d715dcba-ab0d-422b-8d30-c1e2c5e34bd0 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0984023 Feb 17 01:10:02.972989 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-3f6d32f1-56c5-4019-948a-3f87a2cf53e6 req-c0ed3f55-6f4e-4def-bf80-0d3449200633 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453465 Feb 17 01:10:03.078693 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 15a00a27-094a-4b83-ba0f-4133eb9955d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:10:03.155571 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 15a00a27-094a-4b83-ba0f-4133eb9955d0 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:10:03.156064 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:03.386801 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:04.001519 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:04.747082 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:07.193952 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:09.357630 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2e74ce08-3a28-487e-82f4-79a603cfcd4d req-1f2255d4-c961-4184-a608-32ac840d4cab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0832825 Feb 17 01:10:09.511452 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74ce08-3a28-487e-82f4-79a603cfcd4d req-f5c0a33d-1fe2-47d8-b408-e243aa00e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:09.513158 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2e74ce08-3a28-487e-82f4-79a603cfcd4d req-f5c0a33d-1fe2-47d8-b408-e243aa00e657 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c88255219344729b8cf55cd26a45813&device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 1163 time: 0.0825913 Feb 17 01:10:09.672553 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74ce08-3a28-487e-82f4-79a603cfcd4d req-e539c65b-a9db-49bc-b877-4f2ef285d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:09.674226 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2e74ce08-3a28-487e-82f4-79a603cfcd4d req-e539c65b-a9db-49bc-b877-4f2ef285d7a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b1f10f6-4b1c-4284-9109-fab1625a1945 HTTP/1.1" status: 200 len: 905 time: 0.1416633 Feb 17 01:10:09.786249 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2e74ce08-3a28-487e-82f4-79a603cfcd4d req-27399659-cd69-4fef-9bdd-ea9f2a663ec5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15a00a27-094a-4b83-ba0f-4133eb9955d0 HTTP/1.1" status: 200 len: 1002 time: 0.1055374 Feb 17 01:10:09.858928 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74ce08-3a28-487e-82f4-79a603cfcd4d req-70e58588-474f-48bc-b9ca-5cc37121b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:09.860516 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2e74ce08-3a28-487e-82f4-79a603cfcd4d req-70e58588-474f-48bc-b9ca-5cc37121b851 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bfe142e-511b-4acb-ae48-15b9a5e2b33b HTTP/1.1" status: 200 len: 850 time: 0.0686235 Feb 17 01:10:10.173374 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74ce08-3a28-487e-82f4-79a603cfcd4d req-8d46fa7a-c5b9-4161-9b84-19ba5a688adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:10.174992 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2e74ce08-3a28-487e-82f4-79a603cfcd4d req-8d46fa7a-c5b9-4161-9b84-19ba5a688adb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b1f10f6-4b1c-4284-9109-fab1625a1945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3084540 Feb 17 01:10:10.320648 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2e74ce08-3a28-487e-82f4-79a603cfcd4d req-0790a850-75c2-44c0-b26b-e2c58529ac6c service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382501 Feb 17 01:10:10.476790 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2e74ce08-3a28-487e-82f4-79a603cfcd4d req-b4167411-cff4-42f8-977d-9656be37b05b service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1481438 Feb 17 01:10:15.126249 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:10:29.200975 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9360935d-73ec-45e2-ad32-03e61924a91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:32.778824 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0fb1cd01-5914-48dc-afc4-1a7a1ee87d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:33.381621 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:34.005430 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:34.746581 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:36.428879 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76392eb-a9c4-469a-bccd-af2801a55b8a req-25ffc4b4-2e67-4b30-8268-3d4ee020295b tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:36.430745 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b76392eb-a9c4-469a-bccd-af2801a55b8a req-25ffc4b4-2e67-4b30-8268-3d4ee020295b tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.2938027 Feb 17 01:10:36.481539 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b76392eb-a9c4-469a-bccd-af2801a55b8a req-dd84e816-f151-4560-bf8e-506b1225f4c2 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442784 Feb 17 01:10:37.188790 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:37.787213 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a2c8f-ca66-475d-8155-e122a80ab82c req-39e6f97c-d728-4efb-8fc0-6d12ba569d76 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:37.788844 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-261a2c8f-ca66-475d-8155-e122a80ab82c req-39e6f97c-d728-4efb-8fc0-6d12ba569d76 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.1756592 Feb 17 01:10:37.841523 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-261a2c8f-ca66-475d-8155-e122a80ab82c req-24580be5-3294-44a3-b215-02633d6a6e9c tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457001 Feb 17 01:10:38.079490 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb45f3-17b8-408d-88cc-10c94e5bd776 req-2570b80e-81d2-4a76-938b-12ac0168696c tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:38.080276 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-82eb45f3-17b8-408d-88cc-10c94e5bd776 req-2570b80e-81d2-4a76-938b-12ac0168696c tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Synchronizing usage tracker for tenant:0c88255219344729b8cf55cd26a45813 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:10:38.096597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-82eb45f3-17b8-408d-88cc-10c94e5bd776 req-2570b80e-81d2-4a76-938b-12ac0168696c tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Unset dirty status for tenant:0c88255219344729b8cf55cd26a45813 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:10:38.097880 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-82eb45f3-17b8-408d-88cc-10c94e5bd776 req-2570b80e-81d2-4a76-938b-12ac0168696c tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.1129131 Feb 17 01:10:38.176488 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-82eb45f3-17b8-408d-88cc-10c94e5bd776 req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Deleting port 15a00a27-094a-4b83-ba0f-4133eb9955d0 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:10:38.176873 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-82eb45f3-17b8-408d-88cc-10c94e5bd776 req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:38.456583 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-82eb45f3-17b8-408d-88cc-10c94e5bd776 req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] For port 15a00a27-094a-4b83-ba0f-4133eb9955d0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=15a00a27-094a-4b83-ba0f-4133eb9955d0,segment=NetworkSegment(82003430-4a5a-48b5-bf21-17692b403c8e),segment_id=82003430-4a5a-48b5-bf21-17692b403c8e)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:10:38.457157 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-82eb45f3-17b8-408d-88cc-10c94e5bd776 req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:38.854749 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-82eb45f3-17b8-408d-88cc-10c94e5bd776 req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:38.855339 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-82eb45f3-17b8-408d-88cc-10c94e5bd776 req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853018709'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:38.855526 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.l3_db [req-82eb45f3-17b8-408d-88cc-10c94e5bd776 req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Floating IP 50b44050-4d95-40d3-b7d3-18f541622f2f disassociated. External IP: 172.28.2.187, port: 15a00a27-094a-4b83-ba0f-4133eb9955d0. Feb 17 01:10:38.855887 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-82eb45f3-17b8-408d-88cc-10c94e5bd776 req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Calling delete_port for 15a00a27-094a-4b83-ba0f-4133eb9955d0 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:10:39.021264 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-82eb45f3-17b8-408d-88cc-10c94e5bd776 req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:39.038520 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-db9cab43-b9cf-44d3-8a5e-3a80c5c75041 tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:10:39.057839 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba265cb-8196-4301-af93-e9f33d36b9df req-b1790d56-4c75-4f8b-8a76-8f4376a7006d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:39.059662 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cba265cb-8196-4301-af93-e9f33d36b9df req-b1790d56-4c75-4f8b-8a76-8f4376a7006d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 946 time: 0.0991907 Feb 17 01:10:39.111966 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cba265cb-8196-4301-af93-e9f33d36b9df req-a796e9bd-babc-4975-98ba-d21edb152f9c tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443861 Feb 17 01:10:39.139917 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Pushing event deleted for resources: {'Port': ['ID=15a00a27-094a-4b83-ba0f-4133eb9955d0,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:10:39.159673 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.160102 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.160522 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.160902 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.161288 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.161675 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.162128 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.162477 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.162855 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.163240 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.163751 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.164161 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.164589 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.164971 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.165352 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.165704 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.166087 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.166468 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.166838 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.167216 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.167595 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.168001 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.168380 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.168774 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:39.174318 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:10:39.244182 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 15a00a27-094a-4b83-ba0f-4133eb9955d0 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:10:39.285311 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] No Port match for: 15a00a27-094a-4b83-ba0f-4133eb9955d0 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:10:39.285692 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 15a00a27-094a-4b83-ba0f-4133eb9955d0 not bound to the agent host hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:10:39.438925 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82eb45f3-17b8-408d-88cc-10c94e5bd776 req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Router 99573903-9186-4ce6-b920-8c2ab94592cf has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:10:39.653638 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82eb45f3-17b8-408d-88cc-10c94e5bd776 req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:10:39.664213 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f243111-2c05-42c4-8ec5-80d8d6f4cd7b None None] Sync routers for ids ['99573903-9186-4ce6-b920-8c2ab94592cf'] in dv-cinder-759955-4-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:10:39.676026 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f243111-2c05-42c4-8ec5-80d8d6f4cd7b None None] Routers {'99573903-9186-4ce6-b920-8c2ab94592cf'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:10:39.677097 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-4f243111-2c05-42c4-8ec5-80d8d6f4cd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:10:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['99573903-9186-4ce6-b920-8c2ab94592cf'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:10:39.697821 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-82eb45f3-17b8-408d-88cc-10c94e5bd776 req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] No DVR routers for this DVR port 15a00a27-094a-4b83-ba0f-4133eb9955d0 on host hv-cinder-75995 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:10:39.700231 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-82eb45f3-17b8-408d-88cc-10c94e5bd776 req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:39.704737 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b', 'name': 'network-vif-deleted', 'tag': '15a00a27-094a-4b83-ba0f-4133eb9955d0'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:10:39.721004 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-82eb45f3-17b8-408d-88cc-10c94e5bd776 req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.42 "DELETE /v2.0/ports/15a00a27-094a-4b83-ba0f-4133eb9955d0 HTTP/1.1" status: 204 len: 173 time: 1.6177647 Feb 17 01:10:39.764236 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b', 'name': 'network-vif-deleted', 'tag': '15a00a27-094a-4b83-ba0f-4133eb9955d0', 'status': 'completed', 'code': 200} Feb 17 01:10:40.068930 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-4f243111-2c05-42c4-8ec5-80d8d6f4cd7b None None] Set router 99573903-9186-4ce6-b920-8c2ab94592cf gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:10:40.308962 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e8ec8f88-39fc-44db-9a81-f637fa7ba252 req-6818c3c8-ef4f-49a9-b473-d516eedcfdbe tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dc4e5b-3e18-48e1-b17d-47d4f17a9b3b HTTP/1.1" status: 200 len: 210 time: 0.0509739 Feb 17 01:10:40.412960 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-4f243111-2c05-42c4-8ec5-80d8d6f4cd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'ece6f74f-f937-4d83-ae3a-cab1e27999ea', 'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'mac_address': 'fa:16:3e:af:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:00Z', 'revision_number': 5, 'project_id': '0c88255219344729b8cf55cd26a45813', 'subnets': [{'id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:10:40.417558 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f243111-2c05-42c4-8ec5-80d8d6f4cd7b None None] Checking router: 99573903-9186-4ce6-b920-8c2ab94592cf for host: dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:10:40.427002 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f243111-2c05-42c4-8ec5-80d8d6f4cd7b None None] Routers {'99573903-9186-4ce6-b920-8c2ab94592cf'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:10:40.427661 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-4f243111-2c05-42c4-8ec5-80d8d6f4cd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:10:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['99573903-9186-4ce6-b920-8c2ab94592cf'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:10:40.625123 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-4f243111-2c05-42c4-8ec5-80d8d6f4cd7b None None] Set router 99573903-9186-4ce6-b920-8c2ab94592cf gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:10:40.970381 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-4f243111-2c05-42c4-8ec5-80d8d6f4cd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'ece6f74f-f937-4d83-ae3a-cab1e27999ea', 'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'mac_address': 'fa:16:3e:af:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:00Z', 'revision_number': 5, 'project_id': '0c88255219344729b8cf55cd26a45813', 'subnets': [{'id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:10:40.974796 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f243111-2c05-42c4-8ec5-80d8d6f4cd7b None None] The sync data for ids ['99573903-9186-4ce6-b920-8c2ab94592cf'] in dv-cinder-759955-4-smb is: [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'ece6f74f-f937-4d83-ae3a-cab1e27999ea', 'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'mac_address': 'fa:16:3e:af:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:00Z', 'revision_number': 5, 'project_id': '0c88255219344729b8cf55cd26a45813', 'subnets': [{'id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:10:41.384086 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c0b0c4-f071-4b55-86e2-b0d60f0ccc6c None None] New status for floating IP 50b44050-4d95-40d3-b7d3-18f541622f2f: DOWN {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:10:42.480597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60484) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:10:42.553476 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a6be8d9-7c2a-4b2c-84a9-92d851d0bab3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:42.589711 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a6be8d9-7c2a-4b2c-84a9-92d851d0bab3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:42.645719 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a6be8d9-7c2a-4b2c-84a9-92d851d0bab3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:42.652510 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-242a072e-a12e-41c9-9ad8-a63020e9a1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:10:42.669827 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6be8d9-7c2a-4b2c-84a9-92d851d0bab3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:10:42.675680 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2a6be8d9-7c2a-4b2c-84a9-92d851d0bab3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:10:42.677725 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a6be8d9-7c2a-4b2c-84a9-92d851d0bab3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:42.678949 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-2a6be8d9-7c2a-4b2c-84a9-92d851d0bab3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "DELETE /v2.0/security-groups/800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a HTTP/1.1" status: 204 len: 168 time: 0.1972780 Feb 17 01:10:42.682252 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60488) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:10:42.701963 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.v2.resource [None req-149dcb71-ef44-4c65-8020-e5141a12893c tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] show failed (client error): The resource could not be found. Feb 17 01:10:42.703086 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-149dcb71-ef44-4c65-8020-e5141a12893c tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups/800128ed-fff5-4b68-bcaa-6ebd6c0b2f6a HTTP/1.1" status: 404 len: 347 time: 0.0197883 Feb 17 01:10:42.706300 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60492) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:10:42.880129 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-463ddff5-a2ce-4b8b-8bfc-7b7da16d5a38 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Deleting port bd34b1d4-b5ab-4d4d-afc5-124792124a9d {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:10:42.880511 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-463ddff5-a2ce-4b8b-8bfc-7b7da16d5a38 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:43.078617 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-463ddff5-a2ce-4b8b-8bfc-7b7da16d5a38 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:43.078991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-463ddff5-a2ce-4b8b-8bfc-7b7da16d5a38 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:43.222511 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-463ddff5-a2ce-4b8b-8bfc-7b7da16d5a38 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Calling delete_port for bd34b1d4-b5ab-4d4d-afc5-124792124a9d owned by network:floatingip {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:10:43.395178 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-463ddff5-a2ce-4b8b-8bfc-7b7da16d5a38 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:43.409638 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:10:43.770302 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ddff5-a2ce-4b8b-8bfc-7b7da16d5a38 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Pushing event deleted for resources: {'Port': ['ID=bd34b1d4-b5ab-4d4d-afc5-124792124a9d,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:10:43.775916 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-463ddff5-a2ce-4b8b-8bfc-7b7da16d5a38 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:10:43.894453 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-463ddff5-a2ce-4b8b-8bfc-7b7da16d5a38 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for floatingip, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:43.910311 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-463ddff5-a2ce-4b8b-8bfc-7b7da16d5a38 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:43.911549 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-463ddff5-a2ce-4b8b-8bfc-7b7da16d5a38 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "DELETE /v2.0/floatingips/50b44050-4d95-40d3-b7d3-18f541622f2f HTTP/1.1" status: 204 len: 168 time: 1.2042336 Feb 17 01:10:44.293155 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60498) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:10:44.302215 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-398834a2-91e2-4b49-b108-9549a08f5cc6 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2120813947', 'description': 'tempest-description--686240638'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:10:44.312670 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-398834a2-91e2-4b49-b108-9549a08f5cc6 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:10:44.319120 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-398834a2-91e2-4b49-b108-9549a08f5cc6 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Usage tracker for resource:security_group and tenant:0c88255219344729b8cf55cd26a45813 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:10:44.322833 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-398834a2-91e2-4b49-b108-9549a08f5cc6 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:10:44.328827 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-398834a2-91e2-4b49-b108-9549a08f5cc6 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:10:44.341133 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-398834a2-91e2-4b49-b108-9549a08f5cc6 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:44.364494 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-398834a2-91e2-4b49-b108-9549a08f5cc6 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:10:44.369084 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-398834a2-91e2-4b49-b108-9549a08f5cc6 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Usage tracker for resource:security_group_rule and tenant:0c88255219344729b8cf55cd26a45813 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:10:44.372259 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-398834a2-91e2-4b49-b108-9549a08f5cc6 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:10:44.378174 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-398834a2-91e2-4b49-b108-9549a08f5cc6 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:10:44.457734 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-398834a2-91e2-4b49-b108-9549a08f5cc6 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:44.461125 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-398834a2-91e2-4b49-b108-9549a08f5cc6 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:44.465601 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ebb22850-f46e-447a-843b-85ba758d66a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:10:44.511642 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398834a2-91e2-4b49-b108-9549a08f5cc6 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c98b0ec7-42e9-4422-a4c8-a2ec30ecec2b,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:10:44.514911 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-398834a2-91e2-4b49-b108-9549a08f5cc6 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:10:44.516267 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-398834a2-91e2-4b49-b108-9549a08f5cc6 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:44.517657 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-398834a2-91e2-4b49-b108-9549a08f5cc6 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2231059 Feb 17 01:10:44.520817 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60502) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:10:44.528773 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-13535c7b-33d6-4e2b-a62d-a3cc35b18c09 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Request body: {'security_group_rule': {'security_group_id': 'c98b0ec7-42e9-4422-a4c8-a2ec30ecec2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:10:44.538267 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-13535c7b-33d6-4e2b-a62d-a3cc35b18c09 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:10:44.543632 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-13535c7b-33d6-4e2b-a62d-a3cc35b18c09 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Usage tracker for resource:security_group_rule and tenant:0c88255219344729b8cf55cd26a45813 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:10:44.546926 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-13535c7b-33d6-4e2b-a62d-a3cc35b18c09 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:10:44.553238 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-13535c7b-33d6-4e2b-a62d-a3cc35b18c09 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:10:44.571977 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-13535c7b-33d6-4e2b-a62d-a3cc35b18c09 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:44.636573 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-13535c7b-33d6-4e2b-a62d-a3cc35b18c09 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:44.640504 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-13535c7b-33d6-4e2b-a62d-a3cc35b18c09 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748861'] for security_group_rule, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:44.642647 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:10:44.668451 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13535c7b-33d6-4e2b-a62d-a3cc35b18c09 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356c0d17-e675-47ac-b894-a22d5981604a,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:10:44.670993 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-13535c7b-33d6-4e2b-a62d-a3cc35b18c09 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:10:44.678307 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-13535c7b-33d6-4e2b-a62d-a3cc35b18c09 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:44.679707 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-13535c7b-33d6-4e2b-a62d-a3cc35b18c09 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1577103 Feb 17 01:10:44.682731 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60506) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:10:44.688273 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-1e700981-51ae-49fc-8369-4cb2c112d262 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Request body: {'security_group_rule': {'security_group_id': 'c98b0ec7-42e9-4422-a4c8-a2ec30ecec2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:10:44.694502 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1e700981-51ae-49fc-8369-4cb2c112d262 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:10:44.698708 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-1e700981-51ae-49fc-8369-4cb2c112d262 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Usage tracker for resource:security_group_rule and tenant:0c88255219344729b8cf55cd26a45813 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:10:44.701812 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-1e700981-51ae-49fc-8369-4cb2c112d262 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:10:44.707550 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1e700981-51ae-49fc-8369-4cb2c112d262 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:10:44.725592 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e700981-51ae-49fc-8369-4cb2c112d262 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:44.792837 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e700981-51ae-49fc-8369-4cb2c112d262 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:44.797243 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e700981-51ae-49fc-8369-4cb2c112d262 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748861'] for security_group_rule, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:44.799421 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-930dd085-8629-4920-b39c-46e59bbc2ffc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:10:44.822817 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e700981-51ae-49fc-8369-4cb2c112d262 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efa0141-00e1-4abe-8aff-303e91aa25d4,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:10:44.825534 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1e700981-51ae-49fc-8369-4cb2c112d262 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:10:44.832938 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e700981-51ae-49fc-8369-4cb2c112d262 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:44.834238 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-1e700981-51ae-49fc-8369-4cb2c112d262 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505227 Feb 17 01:10:44.837906 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60512) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:10:44.843547 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Request body: {'floatingip': {'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:10:44.849654 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:10:44.854035 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Usage tracker for resource:floatingip and tenant:0c88255219344729b8cf55cd26a45813 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:10:44.857494 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:10:44.863382 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:10:44.875057 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for floatingip, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:45.027381 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:45.318283 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Allocated IP 172.28.2.29 (2e19633c-545c-4fb1-b120-f8a653754f93/b7820f59-df4d-447e-aa70-8d8cb70b78f3/2e5a8cab-ca13-4419-a95a-a483679dede2) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:10:45.491345 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:45.527968 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:45.544849 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3bf187cb-0ee6-45ab-932a-c721e51ae5d4 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:10:45.682775 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Pushing event updated for resources: {'Port': ['ID=2e5a8cab-ca13-4419-a95a-a483679dede2,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:10:45.688132 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:10:45.740453 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Network 2e19633c-545c-4fb1-b120-f8a653754f93 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:10:45.741633 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:10:45.744042 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:10:45.892406 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:45.966123 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:46.251202 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:46.255463 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851517077'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:46.268957 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a7b78666-2182-4122-ac09-fd7e268679d5 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:10:46.409646 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Pushing event updated for resources: {'Port': ['ID=2e5a8cab-ca13-4419-a95a-a483679dede2,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:10:46.412881 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:10:46.523037 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853018709'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:46.546543 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:46.547970 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7089911 Feb 17 01:10:46.727833 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-cecbdbdf-a05d-4c3a-ad74-e5e1024f11a8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2120813947&fields=id&tenant_id=0c88255219344729b8cf55cd26a45813 HTTP/1.1" status: 200 len: 267 time: 0.0471218 Feb 17 01:10:46.894900 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-4b1fe3b4-b39e-4445-bd3e-65f52a380a4c tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:46.896545 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-4b1fe3b4-b39e-4445-bd3e-65f52a380a4c tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/networks?id=1b1f10f6-4b1c-4284-9109-fab1625a1945 HTTP/1.1" status: 200 len: 811 time: 0.1606901 Feb 17 01:10:46.914597 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-24295dc0-cd46-4c44-903a-94a92dc092b5 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/quotas/0c88255219344729b8cf55cd26a45813 HTTP/1.1" status: 200 len: 375 time: 0.0111380 Feb 17 01:10:47.018577 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-d988b7a1-838e-4df8-8e07-721f6cb70970 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c88255219344729b8cf55cd26a45813&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0979316 Feb 17 01:10:47.226192 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-3b591be7-3327-4d7f-bc94-01225c947f9b service neutron] 10.222.0.23 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911099 Feb 17 01:10:47.376599 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-f2f50765-4438-4764-bb46-217d6b7ad4e6 service neutron] 10.222.0.23 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1425552 Feb 17 01:10:47.581617 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f488caa3-1006-4af7-a476-c12843d44812 req-51550d5b-e47b-498e-9b16-e43f2d65d03b tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 210 time: 0.0496764 Feb 17 01:10:48.757251 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8596b0d0-94a2-4eee-85b7-1bdb812fedae req-ebea4346-9504-4520-8248-ac0559e0d998 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 210 time: 0.0514927 Feb 17 01:10:48.836422 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-71083546-2087-48a7-ad21-247391f026b9 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:48.838046 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-71083546-2087-48a7-ad21-247391f026b9 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.42 "GET /v2.0/networks?id=1b1f10f6-4b1c-4284-9109-fab1625a1945 HTTP/1.1" status: 200 len: 811 time: 0.1696105 Feb 17 01:10:48.926192 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-3e3371f4-0383-4f1d-9b06-df245b21cb90 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Synchronizing usage tracker for tenant:0c88255219344729b8cf55cd26a45813 on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:10:48.943860 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-3e3371f4-0383-4f1d-9b06-df245b21cb90 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Unset dirty status for tenant:0c88255219344729b8cf55cd26a45813 on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:10:48.945497 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-3e3371f4-0383-4f1d-9b06-df245b21cb90 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c88255219344729b8cf55cd26a45813 HTTP/1.1" status: 200 len: 5708 time: 0.0985579 Feb 17 01:10:48.955530 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Request body: {'port': {'device_id': 'bc782b44-ef2e-4c01-aa7b-526d4b829df9', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'admin_state_up': True, 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'security_groups': ['c98b0ec7-42e9-4422-a4c8-a2ec30ecec2b']}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:10:49.110193 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:10:49.114838 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Usage tracker for resource:port and tenant:0c88255219344729b8cf55cd26a45813 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:10:49.118138 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:10:49.124332 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:10:49.134458 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Made reservation on behalf of 0c88255219344729b8cf55cd26a45813 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:10:49.140258 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:49.470469 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Allocated IP 172.20.0.8 (1b1f10f6-4b1c-4284-9109-fab1625a1945/6bfe142e-511b-4acb-ae48-15b9a5e2b33b/2291aa94-4ed1-4ec5-be71-b548a1316d2e) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:10:49.674508 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:49.691315 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Transition to ACTIVE for port object 2291aa94-4ed1-4ec5-be71-b548a1316d2e will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:10:49.719858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:49.741914 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8b1e684f-f574-40fe-b5ed-7657171a2cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:10:49.881775 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Pushing event updated for resources: {'Port': ['ID=2291aa94-4ed1-4ec5-be71-b548a1316d2e,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:10:49.886578 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:10:49.944754 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Network 1b1f10f6-4b1c-4284-9109-fab1625a1945 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:10:49.946243 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:10:49.948743 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:10:49.972233 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323a96d-9595-4337-accf-26547072b8c2 req-0c3615fd-eead-41a9-a0b2-0de5375e7bb3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:49.973966 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e323a96d-9595-4337-accf-26547072b8c2 req-0c3615fd-eead-41a9-a0b2-0de5375e7bb3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 931 time: 0.0970290 Feb 17 01:10:50.030620 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:50.031672 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:50.042251 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e323a96d-9595-4337-accf-26547072b8c2 req-3a0ab81f-a7d6-4f4b-a18b-9f0ee1a55abd tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b0ec7-42e9-4422-a4c8-a2ec30ecec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602417 Feb 17 01:10:50.068010 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1166587 Feb 17 01:10:50.078949 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-949cae3d-896c-4c79-81ae-34c5b7b7cd51 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:10:50.080215 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-949cae3d-896c-4c79-81ae-34c5b7b7cd51 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0060542 Feb 17 01:10:50.094671 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Request body: {'port': {'device_id': 'bc782b44-ef2e-4c01-aa7b-526d4b829df9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:10:50.217555 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b3a73293-d541-4ac8-8ca7-c4330f37c03f None None] Provisioning for port 2291aa94-4ed1-4ec5-be71-b548a1316d2e completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:10:50.223221 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b3a73293-d541-4ac8-8ca7-c4330f37c03f None None] Provisioning complete for port 2291aa94-4ed1-4ec5-be71-b548a1316d2e triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:10:50.223946 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b3a73293-d541-4ac8-8ca7-c4330f37c03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:50.227075 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:50.283216 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-b3a73293-d541-4ac8-8ca7-c4330f37c03f None None] Port 2291aa94-4ed1-4ec5-be71-b548a1316d2e cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:10:50.665077 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2291aa94-4ed1-4ec5-be71-b548a1316d2e {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:10:50.673505 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:50.687128 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Transition to ACTIVE for port object 2291aa94-4ed1-4ec5-be71-b548a1316d2e will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:10:50.691280 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851517077'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:50.704747 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f7054621-e446-4133-b395-08fd3e26fbbc tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:10:51.074684 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Pushing event updated for resources: {'Port': ['ID=2291aa94-4ed1-4ec5-be71-b548a1316d2e,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:10:51.079163 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:10:51.253136 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45039a56-f570-4d74-a6df-52ac77779416 req-9bf9c213-14f8-406c-90a2-0c5ad2001af9 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:51.254853 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-45039a56-f570-4d74-a6df-52ac77779416 req-9bf9c213-14f8-406c-90a2-0c5ad2001af9 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 943 time: 0.0994878 Feb 17 01:10:51.275607 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Attempting to bind port 2291aa94-4ed1-4ec5-be71-b548a1316d2e on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:10:51.275987 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Attempting to bind port 2291aa94-4ed1-4ec5-be71-b548a1316d2e by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '82003430-4a5a-48b5-bf21-17692b403c8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:10:51.276361 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Attempting to bind port 2291aa94-4ed1-4ec5-be71-b548a1316d2e on network 1b1f10f6-4b1c-4284-9109-fab1625a1945 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:10:51.283316 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:10:51.283688 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Checking segment: {'id': '82003430-4a5a-48b5-bf21-17692b403c8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:10:51.284118 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:51.284512 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Bound using segment: {'id': '82003430-4a5a-48b5-bf21-17692b403c8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:10:51.284994 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Bound port: 2291aa94-4ed1-4ec5-be71-b548a1316d2e, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82003430-4a5a-48b5-bf21-17692b403c8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:10:51.285360 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:51.309979 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-45039a56-f570-4d74-a6df-52ac77779416 req-7ed9c54d-b4b9-461e-8898-c932c3b8b28e tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b0ec7-42e9-4422-a4c8-a2ec30ecec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460639 Feb 17 01:10:51.386601 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] For port 2291aa94-4ed1-4ec5-be71-b548a1316d2e, host hv-cinder-75995, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:10:51.389859 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] For port 2291aa94-4ed1-4ec5-be71-b548a1316d2e, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2291aa94-4ed1-4ec5-be71-b548a1316d2e,segment=NetworkSegment(82003430-4a5a-48b5-bf21-17692b403c8e),segment_id=82003430-4a5a-48b5-bf21-17692b403c8e)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:10:51.394549 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851517077'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:51.408796 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:10:51.567686 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Pushing event updated for resources: {'Port': ['ID=2291aa94-4ed1-4ec5-be71-b548a1316d2e,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:10:51.573817 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:10:51.609597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:51.610275 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:51.611881 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] 10.222.0.42 "PUT /v2.0/ports/2291aa94-4ed1-4ec5-be71-b548a1316d2e HTTP/1.1" status: 200 len: 1157 time: 1.5245583 Feb 17 01:10:51.612458 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc782b44-ef2e-4c01-aa7b-526d4b829df9', 'tag': '2291aa94-4ed1-4ec5-be71-b548a1316d2e'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:10:51.695599 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc782b44-ef2e-4c01-aa7b-526d4b829df9', 'tag': '2291aa94-4ed1-4ec5-be71-b548a1316d2e', 'status': 'completed', 'code': 200} Feb 17 01:10:51.743523 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-ffd78e1f-e185-428f-a56e-359ab7391fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:51.745235 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-ffd78e1f-e185-428f-a56e-359ab7391fd1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c88255219344729b8cf55cd26a45813&device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 1160 time: 0.0923321 Feb 17 01:10:51.821703 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-68386710-d691-4af2-9f37-b7cc439d46eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2291aa94-4ed1-4ec5-be71-b548a1316d2e HTTP/1.1" status: 200 len: 217 time: 0.0686467 Feb 17 01:10:51.896629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-bb3abd50-28e8-41ec-93f1-3c04408ee9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:51.898339 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-bb3abd50-28e8-41ec-93f1-3c04408ee9c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bfe142e-511b-4acb-ae48-15b9a5e2b33b HTTP/1.1" status: 200 len: 850 time: 0.0706279 Feb 17 01:10:51.990085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-ef62d3b3-bc61-4b86-a0d1-c1835272dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:51.991817 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-ef62d3b3-bc61-4b86-a0d1-c1835272dcd7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b1f10f6-4b1c-4284-9109-fab1625a1945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870864 Feb 17 01:10:52.126126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:10:52.145337 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-3996d4e8-bd4b-4887-ae6b-055f2be7278e service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466296 Feb 17 01:10:52.293702 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbc3ab19-837a-447f-9259-c88a234fe550 req-21cda4f1-0c37-493f-a497-813a67d7c62a service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416497 Feb 17 01:10:52.434357 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f37cf-06cb-4d20-aecf-6312b3bcac43 req-f763b21b-b475-4896-96a1-65a445e01a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:52.436030 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-de6f37cf-06cb-4d20-aecf-6312b3bcac43 req-f763b21b-b475-4896-96a1-65a445e01a8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c88255219344729b8cf55cd26a45813&device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 1160 time: 0.0975881 Feb 17 01:10:52.521582 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09519e1-8d4f-48d8-92c2-a80c98e2b062 req-c4cc19e7-8ebd-47b2-8b86-f89f6f77b162 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:52.523356 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b09519e1-8d4f-48d8-92c2-a80c98e2b062 req-c4cc19e7-8ebd-47b2-8b86-f89f6f77b162 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 943 time: 0.0911787 Feb 17 01:10:52.573424 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b09519e1-8d4f-48d8-92c2-a80c98e2b062 req-8fb7c3ec-cab3-418a-838a-9c6e3f67c8d7 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b0ec7-42e9-4422-a4c8-a2ec30ecec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433426 Feb 17 01:10:52.588323 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f37cf-06cb-4d20-aecf-6312b3bcac43 req-0bc14932-eeab-4cf3-9033-a8195351dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:52.590044 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-de6f37cf-06cb-4d20-aecf-6312b3bcac43 req-0bc14932-eeab-4cf3-9033-a8195351dbcf service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b1f10f6-4b1c-4284-9109-fab1625a1945 HTTP/1.1" status: 200 len: 905 time: 0.1461236 Feb 17 01:10:52.666650 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-de6f37cf-06cb-4d20-aecf-6312b3bcac43 req-5df8d375-241c-444a-a622-0166007a15ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2291aa94-4ed1-4ec5-be71-b548a1316d2e HTTP/1.1" status: 200 len: 217 time: 0.0687995 Feb 17 01:10:52.745191 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f37cf-06cb-4d20-aecf-6312b3bcac43 req-a084e51e-ae1e-4eea-96cb-1ed3ac2cb724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:52.746801 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-de6f37cf-06cb-4d20-aecf-6312b3bcac43 req-a084e51e-ae1e-4eea-96cb-1ed3ac2cb724 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bfe142e-511b-4acb-ae48-15b9a5e2b33b HTTP/1.1" status: 200 len: 850 time: 0.0724874 Feb 17 01:10:52.835567 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f37cf-06cb-4d20-aecf-6312b3bcac43 req-9126e0a1-526d-4d49-8f7d-a77813f9e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:52.838057 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-de6f37cf-06cb-4d20-aecf-6312b3bcac43 req-9126e0a1-526d-4d49-8f7d-a77813f9e547 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b1f10f6-4b1c-4284-9109-fab1625a1945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836852 Feb 17 01:10:52.992634 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-de6f37cf-06cb-4d20-aecf-6312b3bcac43 req-12d5f54a-9d1b-475a-8aa6-cd4568b55bc6 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452146 Feb 17 01:10:53.152229 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-de6f37cf-06cb-4d20-aecf-6312b3bcac43 req-356c6885-88dd-4e87-ac08-aef01195eebe service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1523411 Feb 17 01:10:53.793376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34c8bd-d8d4-4fbc-a439-6b1b2dcacd2f req-bee8d715-a5d7-4342-8a76-5e6ce6f63863 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:53.794982 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cc34c8bd-d8d4-4fbc-a439-6b1b2dcacd2f req-bee8d715-a5d7-4342-8a76-5e6ce6f63863 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 943 time: 0.1031823 Feb 17 01:10:53.847538 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cc34c8bd-d8d4-4fbc-a439-6b1b2dcacd2f req-043fc99b-c832-4f07-bc0c-261ea50072ae tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b0ec7-42e9-4422-a4c8-a2ec30ecec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433452 Feb 17 01:10:55.065132 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82af37-e79b-4070-8723-e2cba489fda7 req-a50fc92c-0917-495c-8d6a-92c339ce547d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:55.066833 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ee82af37-e79b-4070-8723-e2cba489fda7 req-a50fc92c-0917-495c-8d6a-92c339ce547d tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 943 time: 0.0942390 Feb 17 01:10:55.118432 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ee82af37-e79b-4070-8723-e2cba489fda7 req-ea348b97-dbb2-48a8-a54e-b2f58bcb830f tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b0ec7-42e9-4422-a4c8-a2ec30ecec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427163 Feb 17 01:10:55.575394 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 2291aa94-4ed1-4ec5-be71-b548a1316d2e up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:10:55.657863 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port 2291aa94-4ed1-4ec5-be71-b548a1316d2e completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:10:55.662848 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 2291aa94-4ed1-4ec5-be71-b548a1316d2e triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:10:55.663248 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:55.798835 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:55.828513 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc782b44-ef2e-4c01-aa7b-526d4b829df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2291aa94-4ed1-4ec5-be71-b548a1316d2e'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:10:55.839758 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 2291aa94-4ed1-4ec5-be71-b548a1316d2e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2291aa94-4ed1-4ec5-be71-b548a1316d2e,segment=NetworkSegment(82003430-4a5a-48b5-bf21-17692b403c8e),segment_id=82003430-4a5a-48b5-bf21-17692b403c8e)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:10:55.843510 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:55.845562 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:10:55.881001 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc782b44-ef2e-4c01-aa7b-526d4b829df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2291aa94-4ed1-4ec5-be71-b548a1316d2e', 'code': 200} Feb 17 01:10:55.925761 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=2291aa94-4ed1-4ec5-be71-b548a1316d2e,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:10:55.934393 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.934784 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.935121 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.935497 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.935892 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.936272 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.936648 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.937034 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.937385 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.937755 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.938127 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.938490 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.938895 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.939262 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.939630 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.940026 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.940392 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.940780 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.941315 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.941829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.942432 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.942803 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.943173 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.943539 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:10:55.948292 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:10:56.202716 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffceff90-c1c9-4dae-83f5-94a78dbfb2e8 req-a5ea17c6-8299-49b0-8290-c6e8a2a7b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:56.204455 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ffceff90-c1c9-4dae-83f5-94a78dbfb2e8 req-a5ea17c6-8299-49b0-8290-c6e8a2a7b1aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 1162 time: 0.1549828 Feb 17 01:10:56.250050 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ffceff90-c1c9-4dae-83f5-94a78dbfb2e8 req-9be08899-abde-4d01-aaf6-5698d90508b6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c98b0ec7-42e9-4422-a4c8-a2ec30ecec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388854 Feb 17 01:10:56.336026 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf85afe-86ab-44d0-8785-8609aa7a0960 req-2730745c-8e2b-4d7d-bbd9-f67277c7532b tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:56.337572 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9cf85afe-86ab-44d0-8785-8609aa7a0960 req-2730745c-8e2b-4d7d-bbd9-f67277c7532b tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 945 time: 0.0896173 Feb 17 01:10:56.390411 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9cf85afe-86ab-44d0-8785-8609aa7a0960 req-0c148a0a-31af-4414-8dea-39f213c1545e tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b0ec7-42e9-4422-a4c8-a2ec30ecec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433483 Feb 17 01:10:57.340238 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 2291aa94-4ed1-4ec5-be71-b548a1316d2e up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:10:57.415781 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 2291aa94-4ed1-4ec5-be71-b548a1316d2e triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:10:57.416247 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:57.607032 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176c7aa-5c95-4e0f-98a5-ac4598e32fcd req-e316ee7a-e30b-4401-9e83-caaaee4ebb97 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:57.608598 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a176c7aa-5c95-4e0f-98a5-ac4598e32fcd req-e316ee7a-e30b-4401-9e83-caaaee4ebb97 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 945 time: 0.0919640 Feb 17 01:10:57.660070 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a176c7aa-5c95-4e0f-98a5-ac4598e32fcd req-e8e59a8e-f64c-4db9-96ce-9f5b7b57f0c5 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b0ec7-42e9-4422-a4c8-a2ec30ecec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425432 Feb 17 01:10:57.877864 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8c0ee-890c-4584-864b-112d66f5becb req-1ec89cc9-61cf-433b-b993-301324599202 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:57.880298 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-06e8c0ee-890c-4584-864b-112d66f5becb req-1ec89cc9-61cf-433b-b993-301324599202 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 945 time: 0.1005530 Feb 17 01:10:57.891637 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 60572) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:10:57.897526 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-c865802f-1dcc-4ee4-9392-685529159211 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Request body: {'floatingip': {'port_id': '2291aa94-4ed1-4ec5-be71-b548a1316d2e'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:10:57.980255 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c865802f-1dcc-4ee4-9392-685529159211 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for floatingip, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:58.858329 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c865802f-1dcc-4ee4-9392-685529159211 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:58.862170 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c865802f-1dcc-4ee4-9392-685529159211 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853018709'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:59.047415 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.l3_db [None req-c865802f-1dcc-4ee4-9392-685529159211 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Floating IP f26be4c5-0ce5-4916-b345-2f69f52144e1 associated. External IP: 172.28.2.29, port: 2291aa94-4ed1-4ec5-be71-b548a1316d2e. Feb 17 01:10:59.207845 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-97691477-b4f7-4f26-a47a-60782fef4819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:59.440498 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c865802f-1dcc-4ee4-9392-685529159211 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Router 99573903-9186-4ce6-b920-8c2ab94592cf has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:10:59.637224 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c865802f-1dcc-4ee4-9392-685529159211 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:10:59.641813 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c865802f-1dcc-4ee4-9392-685529159211 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:10:59.647388 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2aa6a1-dc99-41b9-96a5-0d505d9f3226 None None] Sync routers for ids ['99573903-9186-4ce6-b920-8c2ab94592cf'] in dv-cinder-759955-4-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:10:59.658334 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2aa6a1-dc99-41b9-96a5-0d505d9f3226 None None] Routers {'99573903-9186-4ce6-b920-8c2ab94592cf'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:10:59.659017 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-9f2aa6a1-dc99-41b9-96a5-0d505d9f3226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:10:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['99573903-9186-4ce6-b920-8c2ab94592cf'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:10:59.703907 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-c865802f-1dcc-4ee4-9392-685529159211 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "PUT /v2.0/floatingips/f26be4c5-0ce5-4916-b345-2f69f52144e1 HTTP/1.1" status: 200 len: 990 time: 1.8107398 Feb 17 01:10:59.704465 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc782b44-ef2e-4c01-aa7b-526d4b829df9', 'tag': '2291aa94-4ed1-4ec5-be71-b548a1316d2e'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:10:59.763988 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc782b44-ef2e-4c01-aa7b-526d4b829df9', 'tag': '2291aa94-4ed1-4ec5-be71-b548a1316d2e', 'status': 'completed', 'code': 200} Feb 17 01:10:59.852256 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-9f2aa6a1-dc99-41b9-96a5-0d505d9f3226 None None] Set router 99573903-9186-4ce6-b920-8c2ab94592cf gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:10:59.868738 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6a1ce-967c-4c0e-8eec-e3b9d6c8bca4 req-5db68b10-dc3a-4a74-a785-7c2d5ad45d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:10:59.870379 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bbb6a1ce-967c-4c0e-8eec-e3b9d6c8bca4 req-5db68b10-dc3a-4a74-a785-7c2d5ad45d6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c88255219344729b8cf55cd26a45813&device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 1162 time: 0.0804482 Feb 17 01:11:00.016154 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6a1ce-967c-4c0e-8eec-e3b9d6c8bca4 req-f57673c2-17a4-4942-bef9-052d01f98ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:11:00.017922 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bbb6a1ce-967c-4c0e-8eec-e3b9d6c8bca4 req-f57673c2-17a4-4942-bef9-052d01f98ca2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b1f10f6-4b1c-4284-9109-fab1625a1945 HTTP/1.1" status: 200 len: 905 time: 0.1403596 Feb 17 01:11:00.131069 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bbb6a1ce-967c-4c0e-8eec-e3b9d6c8bca4 req-101e2720-760a-47e9-94d4-bb287a95a1c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2291aa94-4ed1-4ec5-be71-b548a1316d2e HTTP/1.1" status: 200 len: 998 time: 0.1069601 Feb 17 01:11:00.201743 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6a1ce-967c-4c0e-8eec-e3b9d6c8bca4 req-f1b797ca-b8b7-44df-8dd9-0d7e08bd82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:11:00.203410 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bbb6a1ce-967c-4c0e-8eec-e3b9d6c8bca4 req-f1b797ca-b8b7-44df-8dd9-0d7e08bd82d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bfe142e-511b-4acb-ae48-15b9a5e2b33b HTTP/1.1" status: 200 len: 850 time: 0.0658293 Feb 17 01:11:00.237107 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-9f2aa6a1-dc99-41b9-96a5-0d505d9f3226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_floatingips': [{'id': 'f26be4c5-0ce5-4916-b345-2f69f52144e1', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'floating_ip_address': '172.28.2.29', 'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'router_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'port_id': '2291aa94-4ed1-4ec5-be71-b548a1316d2e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'mac_address': 'fa:16:3e:21:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc782b44-ef2e-4c01-aa7b-526d4b829df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:10:45Z', 'updated_at': '2021-02-17T01:10:58Z', 'revision_number': 1, 'project_id': '0c88255219344729b8cf55cd26a45813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece6f74f-f937-4d83-ae3a-cab1e27999ea', 'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'mac_address': 'fa:16:3e:af:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:00Z', 'revision_number': 5, 'project_id': '0c88255219344729b8cf55cd26a45813', 'subnets': [{'id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:11:00.241549 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2aa6a1-dc99-41b9-96a5-0d505d9f3226 None None] Checking router: 99573903-9186-4ce6-b920-8c2ab94592cf for host: dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:11:00.250937 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2aa6a1-dc99-41b9-96a5-0d505d9f3226 None None] Routers {'99573903-9186-4ce6-b920-8c2ab94592cf'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:11:00.251613 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-9f2aa6a1-dc99-41b9-96a5-0d505d9f3226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:10:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['99573903-9186-4ce6-b920-8c2ab94592cf'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:11:00.293205 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6a1ce-967c-4c0e-8eec-e3b9d6c8bca4 req-308359cc-9191-4217-b60e-cedb90dce95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:11:00.294864 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bbb6a1ce-967c-4c0e-8eec-e3b9d6c8bca4 req-308359cc-9191-4217-b60e-cedb90dce95a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b1f10f6-4b1c-4284-9109-fab1625a1945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846977 Feb 17 01:11:00.456130 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bbb6a1ce-967c-4c0e-8eec-e3b9d6c8bca4 req-0268ab43-02b4-4cd4-bfd8-f0039f0e590a service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545711 Feb 17 01:11:00.608081 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-bbb6a1ce-967c-4c0e-8eec-e3b9d6c8bca4 req-dfd6df7a-17c4-46aa-ae72-8c98a57611a4 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450765 Feb 17 01:11:00.625936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-9f2aa6a1-dc99-41b9-96a5-0d505d9f3226 None None] Set router 99573903-9186-4ce6-b920-8c2ab94592cf gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:11:01.019471 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-9f2aa6a1-dc99-41b9-96a5-0d505d9f3226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_floatingips': [{'id': 'f26be4c5-0ce5-4916-b345-2f69f52144e1', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'floating_ip_address': '172.28.2.29', 'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'router_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'port_id': '2291aa94-4ed1-4ec5-be71-b548a1316d2e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'mac_address': 'fa:16:3e:21:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc782b44-ef2e-4c01-aa7b-526d4b829df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:10:45Z', 'updated_at': '2021-02-17T01:10:58Z', 'revision_number': 1, 'project_id': '0c88255219344729b8cf55cd26a45813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece6f74f-f937-4d83-ae3a-cab1e27999ea', 'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'mac_address': 'fa:16:3e:af:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:00Z', 'revision_number': 5, 'project_id': '0c88255219344729b8cf55cd26a45813', 'subnets': [{'id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:11:01.023989 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2aa6a1-dc99-41b9-96a5-0d505d9f3226 None None] The sync data for ids ['99573903-9186-4ce6-b920-8c2ab94592cf'] in dv-cinder-759955-4-smb is: [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_floatingips': [{'id': 'f26be4c5-0ce5-4916-b345-2f69f52144e1', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'floating_ip_address': '172.28.2.29', 'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'router_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'port_id': '2291aa94-4ed1-4ec5-be71-b548a1316d2e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'mac_address': 'fa:16:3e:21:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc782b44-ef2e-4c01-aa7b-526d4b829df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:10:45Z', 'updated_at': '2021-02-17T01:10:58Z', 'revision_number': 1, 'project_id': '0c88255219344729b8cf55cd26a45813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece6f74f-f937-4d83-ae3a-cab1e27999ea', 'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'mac_address': 'fa:16:3e:af:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:00Z', 'revision_number': 5, 'project_id': '0c88255219344729b8cf55cd26a45813', 'subnets': [{'id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:11:01.317194 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36a7cf-f407-46b6-9616-9fd01baae371 None None] New status for floating IP f26be4c5-0ce5-4916-b345-2f69f52144e1: ACTIVE {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:11:02.782613 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9dfc193e-db11-4780-82e7-a10db24ec178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:03.387280 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:04.011505 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:04.749486 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:07.205183 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:10.377798 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7633064c-2e35-4ad3-8b3c-08845788c11b req-90afbeeb-5c89-4af0-94fd-0a6be80b8e35 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0853031 Feb 17 01:11:10.536235 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633064c-2e35-4ad3-8b3c-08845788c11b req-761feeae-8800-4db4-831f-7386f4969c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:11:10.537881 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7633064c-2e35-4ad3-8b3c-08845788c11b req-761feeae-8800-4db4-831f-7386f4969c0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c88255219344729b8cf55cd26a45813&device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 1162 time: 0.0847371 Feb 17 01:11:10.704956 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633064c-2e35-4ad3-8b3c-08845788c11b req-6abd1757-94ec-4987-be49-236d1a178d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:11:10.706463 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7633064c-2e35-4ad3-8b3c-08845788c11b req-6abd1757-94ec-4987-be49-236d1a178d81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b1f10f6-4b1c-4284-9109-fab1625a1945 HTTP/1.1" status: 200 len: 905 time: 0.1427922 Feb 17 01:11:10.825478 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7633064c-2e35-4ad3-8b3c-08845788c11b req-88294ef1-dea2-4da3-87c7-32117a2210c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2291aa94-4ed1-4ec5-be71-b548a1316d2e HTTP/1.1" status: 200 len: 1000 time: 0.1100225 Feb 17 01:11:10.900200 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633064c-2e35-4ad3-8b3c-08845788c11b req-4e6500b5-0cd0-46b1-8f8b-4ebf7227de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:11:10.902053 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7633064c-2e35-4ad3-8b3c-08845788c11b req-4e6500b5-0cd0-46b1-8f8b-4ebf7227de6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bfe142e-511b-4acb-ae48-15b9a5e2b33b HTTP/1.1" status: 200 len: 850 time: 0.0707009 Feb 17 01:11:10.987199 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633064c-2e35-4ad3-8b3c-08845788c11b req-12e28455-7e8c-4f6a-8819-f3f071b39947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:11:10.988791 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7633064c-2e35-4ad3-8b3c-08845788c11b req-12e28455-7e8c-4f6a-8819-f3f071b39947 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b1f10f6-4b1c-4284-9109-fab1625a1945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805452 Feb 17 01:11:11.151765 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7633064c-2e35-4ad3-8b3c-08845788c11b req-21cb4879-c228-4f45-b020-3f98727f0c91 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561348 Feb 17 01:11:11.301457 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7633064c-2e35-4ad3-8b3c-08845788c11b req-e58c91c6-d31d-4397-9c53-6566f2288155 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1422875 Feb 17 01:11:29.129741 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:11:29.202299 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6907715-cdb0-4252-afcc-445ca555f2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:32.787337 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ae142e3-aefe-4d90-93d6-5783a1a493dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:33.386663 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:34.037688 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:34.757376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:37.221076 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:49.607808 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9b0bb-6243-4fe8-8bf1-f970e154eb9c req-deb3dec6-a04d-49e8-a82f-c9296eadda73 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:11:49.609745 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d4a9b0bb-6243-4fe8-8bf1-f970e154eb9c req-deb3dec6-a04d-49e8-a82f-c9296eadda73 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 945 time: 0.0965729 Feb 17 01:11:49.662112 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d4a9b0bb-6243-4fe8-8bf1-f970e154eb9c req-58915d6d-f9ef-43c5-8c23-682a7d6ad13c tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b0ec7-42e9-4422-a4c8-a2ec30ecec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452764 Feb 17 01:11:50.884547 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69858a9-cf29-41f7-a51e-6eaf4c89cb07 req-e4149fa3-46c6-4080-8e95-0d43efb5d5a9 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:11:50.886171 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a69858a9-cf29-41f7-a51e-6eaf4c89cb07 req-e4149fa3-46c6-4080-8e95-0d43efb5d5a9 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 945 time: 0.1018145 Feb 17 01:11:50.936632 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a69858a9-cf29-41f7-a51e-6eaf4c89cb07 req-025a3f99-e2c4-442f-ba94-88e735d256e8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b0ec7-42e9-4422-a4c8-a2ec30ecec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437913 Feb 17 01:11:51.295694 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e1d21-9aa9-46f2-844d-f3d57d26f02c req-7468fb9e-6c0f-4538-8e99-12c1b2f23e11 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:11:51.296576 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-875e1d21-9aa9-46f2-844d-f3d57d26f02c req-7468fb9e-6c0f-4538-8e99-12c1b2f23e11 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Synchronizing usage tracker for tenant:0c88255219344729b8cf55cd26a45813 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:11:51.315524 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-875e1d21-9aa9-46f2-844d-f3d57d26f02c req-7468fb9e-6c0f-4538-8e99-12c1b2f23e11 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Unset dirty status for tenant:0c88255219344729b8cf55cd26a45813 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:11:51.316252 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-875e1d21-9aa9-46f2-844d-f3d57d26f02c req-7468fb9e-6c0f-4538-8e99-12c1b2f23e11 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 945 time: 0.1176677 Feb 17 01:11:51.397278 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-875e1d21-9aa9-46f2-844d-f3d57d26f02c req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Deleting port 2291aa94-4ed1-4ec5-be71-b548a1316d2e {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:11:51.397661 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-875e1d21-9aa9-46f2-844d-f3d57d26f02c req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:51.541586 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 2291aa94-4ed1-4ec5-be71-b548a1316d2e no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:11:51.676276 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:51.711611 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc782b44-ef2e-4c01-aa7b-526d4b829df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2291aa94-4ed1-4ec5-be71-b548a1316d2e'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:11:51.723142 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 2291aa94-4ed1-4ec5-be71-b548a1316d2e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2291aa94-4ed1-4ec5-be71-b548a1316d2e,segment=NetworkSegment(82003430-4a5a-48b5-bf21-17692b403c8e),segment_id=82003430-4a5a-48b5-bf21-17692b403c8e)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:11:51.727105 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:51.732094 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:11:51.808652 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=2291aa94-4ed1-4ec5-be71-b548a1316d2e,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:11:51.812438 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:11:51.904666 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc782b44-ef2e-4c01-aa7b-526d4b829df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2291aa94-4ed1-4ec5-be71-b548a1316d2e', 'code': 200} Feb 17 01:11:51.929501 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-875e1d21-9aa9-46f2-844d-f3d57d26f02c req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] For port 2291aa94-4ed1-4ec5-be71-b548a1316d2e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2291aa94-4ed1-4ec5-be71-b548a1316d2e,segment=NetworkSegment(82003430-4a5a-48b5-bf21-17692b403c8e),segment_id=82003430-4a5a-48b5-bf21-17692b403c8e)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:11:51.929816 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-875e1d21-9aa9-46f2-844d-f3d57d26f02c req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:52.153062 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c0a86-03f2-4fac-a9f4-6bfe0063c533 req-1c0a424b-41fd-40c6-b865-97653beb5633 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:11:52.154788 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cc0c0a86-03f2-4fac-a9f4-6bfe0063c533 req-1c0a424b-41fd-40c6-b865-97653beb5633 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 943 time: 0.0906339 Feb 17 01:11:52.206699 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-cc0c0a86-03f2-4fac-a9f4-6bfe0063c533 req-9096fb95-03dd-44d5-a10a-8673533e0932 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b0ec7-42e9-4422-a4c8-a2ec30ecec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453439 Feb 17 01:11:52.271593 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-875e1d21-9aa9-46f2-844d-f3d57d26f02c req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:52.272035 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-875e1d21-9aa9-46f2-844d-f3d57d26f02c req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853018709'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:52.272385 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.l3_db [req-875e1d21-9aa9-46f2-844d-f3d57d26f02c req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Floating IP f26be4c5-0ce5-4916-b345-2f69f52144e1 disassociated. External IP: 172.28.2.29, port: 2291aa94-4ed1-4ec5-be71-b548a1316d2e. Feb 17 01:11:52.272758 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-875e1d21-9aa9-46f2-844d-f3d57d26f02c req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Calling delete_port for 2291aa94-4ed1-4ec5-be71-b548a1316d2e owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:11:52.426959 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-875e1d21-9aa9-46f2-844d-f3d57d26f02c req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:52.442436 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-689697d2-93a3-4ada-ad1a-89560888f636 tempest-VolumesActionsTest-1580915295 tempest-VolumesActionsTest-1580915295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:11:52.542297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Pushing event deleted for resources: {'Port': ['ID=2291aa94-4ed1-4ec5-be71-b548a1316d2e,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:11:52.564582 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.564996 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.565381 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.565790 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.566180 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.566569 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.566960 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.567350 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.567781 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.568214 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.568974 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.568974 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.569376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.569749 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.570245 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.570499 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.570878 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.571259 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.571645 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.572050 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.572433 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.572819 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.573237 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.573578 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:11:52.578850 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:11:52.833344 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-875e1d21-9aa9-46f2-844d-f3d57d26f02c req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Router 99573903-9186-4ce6-b920-8c2ab94592cf has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:11:53.034610 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-875e1d21-9aa9-46f2-844d-f3d57d26f02c req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:11:53.046608 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b26b7-454f-455c-bcb1-4c5c53b3fa9b None None] Sync routers for ids ['99573903-9186-4ce6-b920-8c2ab94592cf'] in dv-cinder-759955-4-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:11:53.059146 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b26b7-454f-455c-bcb1-4c5c53b3fa9b None None] Routers {'99573903-9186-4ce6-b920-8c2ab94592cf'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:11:53.059672 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-159b26b7-454f-455c-bcb1-4c5c53b3fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:11:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['99573903-9186-4ce6-b920-8c2ab94592cf'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:11:53.084770 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-875e1d21-9aa9-46f2-844d-f3d57d26f02c req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] No DVR routers for this DVR port 2291aa94-4ed1-4ec5-be71-b548a1316d2e on host hv-cinder-75995 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:11:53.087161 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-875e1d21-9aa9-46f2-844d-f3d57d26f02c req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:53.091463 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc782b44-ef2e-4c01-aa7b-526d4b829df9', 'name': 'network-vif-deleted', 'tag': '2291aa94-4ed1-4ec5-be71-b548a1316d2e'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:11:53.109848 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-875e1d21-9aa9-46f2-844d-f3d57d26f02c req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.42 "DELETE /v2.0/ports/2291aa94-4ed1-4ec5-be71-b548a1316d2e HTTP/1.1" status: 204 len: 173 time: 1.7863734 Feb 17 01:11:53.277760 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc782b44-ef2e-4c01-aa7b-526d4b829df9', 'name': 'network-vif-deleted', 'tag': '2291aa94-4ed1-4ec5-be71-b548a1316d2e', 'status': 'completed', 'code': 200} Feb 17 01:11:53.285645 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-159b26b7-454f-455c-bcb1-4c5c53b3fa9b None None] Set router 99573903-9186-4ce6-b920-8c2ab94592cf gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:11:53.405533 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f81f4684-af6c-405d-8371-38fec9adc750 req-37ce5315-ecdc-41fc-b6b5-fbbc4070bedb tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc782b44-ef2e-4c01-aa7b-526d4b829df9 HTTP/1.1" status: 200 len: 210 time: 0.0510228 Feb 17 01:11:53.662878 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-159b26b7-454f-455c-bcb1-4c5c53b3fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'ece6f74f-f937-4d83-ae3a-cab1e27999ea', 'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'mac_address': 'fa:16:3e:af:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:00Z', 'revision_number': 5, 'project_id': '0c88255219344729b8cf55cd26a45813', 'subnets': [{'id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:11:53.667567 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b26b7-454f-455c-bcb1-4c5c53b3fa9b None None] Checking router: 99573903-9186-4ce6-b920-8c2ab94592cf for host: dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:11:53.676933 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b26b7-454f-455c-bcb1-4c5c53b3fa9b None None] Routers {'99573903-9186-4ce6-b920-8c2ab94592cf'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:11:53.678033 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-159b26b7-454f-455c-bcb1-4c5c53b3fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:11:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['99573903-9186-4ce6-b920-8c2ab94592cf'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:11:53.878260 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-159b26b7-454f-455c-bcb1-4c5c53b3fa9b None None] Set router 99573903-9186-4ce6-b920-8c2ab94592cf gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:11:54.242310 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-159b26b7-454f-455c-bcb1-4c5c53b3fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'ece6f74f-f937-4d83-ae3a-cab1e27999ea', 'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'mac_address': 'fa:16:3e:af:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:00Z', 'revision_number': 5, 'project_id': '0c88255219344729b8cf55cd26a45813', 'subnets': [{'id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:11:54.246782 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b26b7-454f-455c-bcb1-4c5c53b3fa9b None None] The sync data for ids ['99573903-9186-4ce6-b920-8c2ab94592cf'] in dv-cinder-759955-4-smb is: [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:07:51Z', 'revision_number': 4, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'ece6f74f-f937-4d83-ae3a-cab1e27999ea', 'name': '', 'network_id': '1b1f10f6-4b1c-4284-9109-fab1625a1945', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'mac_address': 'fa:16:3e:af:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:00Z', 'revision_number': 5, 'project_id': '0c88255219344729b8cf55cd26a45813', 'subnets': [{'id': '6bfe142e-511b-4acb-ae48-15b9a5e2b33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:11:54.549013 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60752) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:11:54.631137 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-679ad38e-c168-4b64-8816-c52e6541d7dc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:54.648743 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41007ef-bebf-44b7-99f4-211197067c4b None None] New status for floating IP f26be4c5-0ce5-4916-b345-2f69f52144e1: DOWN {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:11:54.663943 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-679ad38e-c168-4b64-8816-c52e6541d7dc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:54.720461 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-679ad38e-c168-4b64-8816-c52e6541d7dc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:54.726317 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e4bf508b-e1f4-4f2b-961d-015ef38fdf31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:11:54.743637 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ad38e-c168-4b64-8816-c52e6541d7dc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98b0ec7-42e9-4422-a4c8-a2ec30ecec2b,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:11:54.746629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-679ad38e-c168-4b64-8816-c52e6541d7dc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:11:54.754860 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-679ad38e-c168-4b64-8816-c52e6541d7dc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:54.758956 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-679ad38e-c168-4b64-8816-c52e6541d7dc tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "DELETE /v2.0/security-groups/c98b0ec7-42e9-4422-a4c8-a2ec30ecec2b HTTP/1.1" status: 204 len: 168 time: 0.2062018 Feb 17 01:11:54.759301 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60756) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:11:54.778818 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.api.v2.resource [None req-87e173db-ed8f-44b9-9ec1-27a4caf08fca tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] show failed (client error): The resource could not be found. Feb 17 01:11:54.780009 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-87e173db-ed8f-44b9-9ec1-27a4caf08fca tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "GET /v2.0/security-groups/c98b0ec7-42e9-4422-a4c8-a2ec30ecec2b HTTP/1.1" status: 404 len: 347 time: 0.0191739 Feb 17 01:11:54.783244 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60760) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:11:54.968585 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-7a66f13a-bf15-40eb-909d-d8392894947a tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Deleting port 2e5a8cab-ca13-4419-a95a-a483679dede2 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:11:54.968968 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7a66f13a-bf15-40eb-909d-d8392894947a tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:55.160639 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7a66f13a-bf15-40eb-909d-d8392894947a tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:55.160935 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7a66f13a-bf15-40eb-909d-d8392894947a tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:55.294077 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-7a66f13a-bf15-40eb-909d-d8392894947a tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Calling delete_port for 2e5a8cab-ca13-4419-a95a-a483679dede2 owned by network:floatingip {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:11:55.456643 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7a66f13a-bf15-40eb-909d-d8392894947a tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:55.470616 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a3fb6cd4-fcb8-449c-8e34-37e00270f5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:11:55.572064 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66f13a-bf15-40eb-909d-d8392894947a tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Pushing event deleted for resources: {'Port': ['ID=2e5a8cab-ca13-4419-a95a-a483679dede2,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:11:55.574843 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7a66f13a-bf15-40eb-909d-d8392894947a tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:11:55.705738 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7a66f13a-bf15-40eb-909d-d8392894947a tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks [] for floatingip, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:55.720815 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7a66f13a-bf15-40eb-909d-d8392894947a tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:55.722346 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-7a66f13a-bf15-40eb-909d-d8392894947a tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] 10.222.0.23 "DELETE /v2.0/floatingips/f26be4c5-0ce5-4916-b345-2f69f52144e1 HTTP/1.1" status: 204 len: 168 time: 0.9377573 Feb 17 01:11:59.210126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0ccd5830-0d59-4b52-acf7-851d7d047822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:11:59.854518 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60790) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:00.695388 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1bcbca9d-86fa-47df-932c-fe84bb331384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853062263'] for router_interface, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:01.083764 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-1bcbca9d-86fa-47df-932c-fe84bb331384 admin admin] Deleting port ece6f74f-f937-4d83-ae3a-cab1e27999ea {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:12:01.084184 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1bcbca9d-86fa-47df-932c-fe84bb331384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:01.284263 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-1bcbca9d-86fa-47df-932c-fe84bb331384 admin admin] For port ece6f74f-f937-4d83-ae3a-cab1e27999ea, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=ece6f74f-f937-4d83-ae3a-cab1e27999ea,segment=NetworkSegment(82003430-4a5a-48b5-bf21-17692b403c8e),segment_id=82003430-4a5a-48b5-bf21-17692b403c8e)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:12:01.284658 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1bcbca9d-86fa-47df-932c-fe84bb331384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:01.420810 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-1bcbca9d-86fa-47df-932c-fe84bb331384 admin admin] Calling delete_port for ece6f74f-f937-4d83-ae3a-cab1e27999ea owned by network:router_interface {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:12:01.601382 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1bcbca9d-86fa-47df-932c-fe84bb331384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:01.615654 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-07438b8f-a037-4c59-b476-cadf1fbd83a3 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:01.713996 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbca9d-86fa-47df-932c-fe84bb331384 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece6f74f-f937-4d83-ae3a-cab1e27999ea,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:01.717170 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1bcbca9d-86fa-47df-932c-fe84bb331384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:02.052572 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1bcbca9d-86fa-47df-932c-fe84bb331384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853062169'] for router_interface, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:02.793636 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c7e243f-8411-4661-98d4-96093a4c4f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:02.875358 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcbca9d-86fa-47df-932c-fe84bb331384 admin admin] Router 99573903-9186-4ce6-b920-8c2ab94592cf has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:12:03.080067 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcbca9d-86fa-47df-932c-fe84bb331384 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:12:03.090443 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2b3b6-153e-46c5-914d-12c4f07e06a9 None None] Sync routers for ids ['99573903-9186-4ce6-b920-8c2ab94592cf'] in dv-cinder-759955-4-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:12:03.093706 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-1bcbca9d-86fa-47df-932c-fe84bb331384 admin admin] 10.222.0.23 "PUT /v2.0/routers/99573903-9186-4ce6-b920-8c2ab94592cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2380161 Feb 17 01:12:03.097601 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60794) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:03.102215 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d2b3b6-153e-46c5-914d-12c4f07e06a9 None None] Routers {'99573903-9186-4ce6-b920-8c2ab94592cf'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:12:03.102906 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f3d2b3b6-153e-46c5-914d-12c4f07e06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:12:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['99573903-9186-4ce6-b920-8c2ab94592cf'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:03.289992 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f714-0070-4cc3-bcd5-86559cb59faa admin admin] Notify callbacks [] for router, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:03.295073 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-f3d2b3b6-153e-46c5-914d-12c4f07e06a9 None None] Set router 99573903-9186-4ce6-b920-8c2ab94592cf gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:12:03.492926 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f714-0070-4cc3-bcd5-86559cb59faa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:03.498736 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-2fb9f714-0070-4cc3-bcd5-86559cb59faa admin admin] Deleting port 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:12:03.499143 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f714-0070-4cc3-bcd5-86559cb59faa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:03.627371 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:03.690226 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-2fb9f714-0070-4cc3-bcd5-86559cb59faa admin admin] For port 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:12:03.690589 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f714-0070-4cc3-bcd5-86559cb59faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:03.805473 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f3d2b3b6-153e-46c5-914d-12c4f07e06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:12:01Z', 'revision_number': 5, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:03.810085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2b3b6-153e-46c5-914d-12c4f07e06a9 None None] Checking router: 99573903-9186-4ce6-b920-8c2ab94592cf for host: dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:12:03.819423 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d2b3b6-153e-46c5-914d-12c4f07e06a9 None None] Routers {'99573903-9186-4ce6-b920-8c2ab94592cf'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:12:03.820120 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f3d2b3b6-153e-46c5-914d-12c4f07e06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:12:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['99573903-9186-4ce6-b920-8c2ab94592cf'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:03.824487 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-2fb9f714-0070-4cc3-bcd5-86559cb59faa admin admin] Calling delete_port for 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9 owned by network:router_gateway {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:12:03.972455 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f714-0070-4cc3-bcd5-86559cb59faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:04.027850 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-f3d2b3b6-153e-46c5-914d-12c4f07e06a9 None None] Set router 99573903-9186-4ce6-b920-8c2ab94592cf gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:12:04.074062 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:04.171408 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f714-0070-4cc3-bcd5-86559cb59faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853002069'] for router_gateway, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:04.317204 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f714-0070-4cc3-bcd5-86559cb59faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853063133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16009'] for router, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:04.319833 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f714-0070-4cc3-bcd5-86559cb59faa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:04.339302 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f3d2b3b6-153e-46c5-914d-12c4f07e06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:12:01Z', 'revision_number': 5, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:04.343975 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f714-0070-4cc3-bcd5-86559cb59faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853063423'] for router, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:04.344164 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2b3b6-153e-46c5-914d-12c4f07e06a9 None None] The sync data for ids ['99573903-9186-4ce6-b920-8c2ab94592cf'] in dv-cinder-759955-4-smb is: [{'id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'name': 'tempest-AttachVolumeTestJSON-2080702647-router', 'tenant_id': '0c88255219344729b8cf55cd26a45813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:45Z', 'updated_at': '2021-02-17T01:12:01Z', 'revision_number': 5, 'project_id': '0c88255219344729b8cf55cd26a45813', 'gw_port': {'id': '952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99573903-9186-4ce6-b920-8c2ab94592cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:46Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:12:04.344543 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb9f714-0070-4cc3-bcd5-86559cb59faa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99573903-9186-4ce6-b920-8c2ab94592cf {{(pid=84027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:12:04.358419 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f714-0070-4cc3-bcd5-86559cb59faa admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:04.359695 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-2fb9f714-0070-4cc3-bcd5-86559cb59faa admin admin] 10.222.0.23 "DELETE /v2.0/routers/99573903-9186-4ce6-b920-8c2ab94592cf HTTP/1.1" status: 204 len: 168 time: 1.2610986 Feb 17 01:12:04.362845 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60798) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:04.431573 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d278fdb-4ba0-4d5b-9b7c-2dd5afbb25b6 admin admin] Deleting subnet 6bfe142e-511b-4acb-ae48-15b9a5e2b33b {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:12:04.435906 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7d278fdb-4ba0-4d5b-9b7c-2dd5afbb25b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:04.499633 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7d278fdb-4ba0-4d5b-9b7c-2dd5afbb25b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851709794'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:04.585544 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7d278fdb-4ba0-4d5b-9b7c-2dd5afbb25b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853998860'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:04.756836 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:04.862211 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7d278fdb-4ba0-4d5b-9b7c-2dd5afbb25b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3260342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2905146'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:04.876156 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6cdbacf8-0dbc-40f5-8880-357b3879b7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:04.964683 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278fdb-4ba0-4d5b-9b7c-2dd5afbb25b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bfe142e-511b-4acb-ae48-15b9a5e2b33b,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:04.969678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7d278fdb-4ba0-4d5b-9b7c-2dd5afbb25b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:05.016370 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7d278fdb-4ba0-4d5b-9b7c-2dd5afbb25b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:05.022300 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5df7ba-72db-44f8-8727-6133e0312457 None None] Network 1b1f10f6-4b1c-4284-9109-fab1625a1945 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:12:05.027732 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-7d278fdb-4ba0-4d5b-9b7c-2dd5afbb25b6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6bfe142e-511b-4acb-ae48-15b9a5e2b33b HTTP/1.1" status: 204 len: 168 time: 0.6614192 Feb 17 01:12:05.028978 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 60802) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:05.154048 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854224426'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:05.223244 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Deleting port a983fe27-0bcd-4ad3-95bc-07b819f3129a {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:12:05.223491 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:05.287582 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b36553-6417-48bc-b906-3dae1411e4f5 None None] DHCP port deletion for 1b1f10f6-4b1c-4284-9109-fab1625a1945 request from dv-cinder-759955-4-smb {{(pid=84028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 01:12:05.292070 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-51b36553-6417-48bc-b906-3dae1411e4f5 None None] Deleting port a983fe27-0bcd-4ad3-95bc-07b819f3129a {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:12:05.292488 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-51b36553-6417-48bc-b906-3dae1411e4f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:05.455604 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] For port a983fe27-0bcd-4ad3-95bc-07b819f3129a, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=a983fe27-0bcd-4ad3-95bc-07b819f3129a,segment=NetworkSegment(82003430-4a5a-48b5-bf21-17692b403c8e),segment_id=82003430-4a5a-48b5-bf21-17692b403c8e)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:12:05.456063 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:05.512969 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-51b36553-6417-48bc-b906-3dae1411e4f5 None None] For port a983fe27-0bcd-4ad3-95bc-07b819f3129a, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=a983fe27-0bcd-4ad3-95bc-07b819f3129a,segment=NetworkSegment(82003430-4a5a-48b5-bf21-17692b403c8e),segment_id=82003430-4a5a-48b5-bf21-17692b403c8e)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:12:05.513326 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-51b36553-6417-48bc-b906-3dae1411e4f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:05.593170 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Calling delete_port for a983fe27-0bcd-4ad3-95bc-07b819f3129a owned by network:dhcp {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:12:05.644622 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-51b36553-6417-48bc-b906-3dae1411e4f5 None None] Calling delete_port for a983fe27-0bcd-4ad3-95bc-07b819f3129a owned by network:dhcp {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:12:05.677491 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:05.693062 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:05.724869 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.db.api [None req-51b36553-6417-48bc-b906-3dae1411e4f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:12:05.725188 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_db.api [None req-51b36553-6417-48bc-b906-3dae1411e4f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:12:05.791487 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Pushing event deleted for resources: {'Port': ['ID=a983fe27-0bcd-4ad3-95bc-07b819f3129a,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:05.813364 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.813785 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.814186 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.814595 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.814978 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.815373 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.815769 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.816188 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.816586 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.816977 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.817367 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.817762 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.818192 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.818586 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.818975 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.819348 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.819837 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.820234 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.820635 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.821025 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.821418 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.821812 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.822239 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.822629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:05.827900 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:05.857797 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] No DVR routers for this DVR port a983fe27-0bcd-4ad3-95bc-07b819f3129a on host dv-cinder-759955-4-smb {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:12:05.982855 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853995923', 'neutron.services.segments.db._delete_segments_for_network-8779335925738'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:06.098542 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1f10f6-4b1c-4284-9109-fab1625a1945']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:06.112396 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82003430-4a5a-48b5-bf21-17692b403c8e') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:06.112732 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82003430-4a5a-48b5-bf21-17692b403c8e') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:06.125058 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257518846972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4029848'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:06.129154 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:12:06.140927 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:06.142933 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:12:06.202333 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device ece6f74f-f937-4d83-ae3a-cab1e27999ea no longer exists at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:12:06.230796 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-51b36553-6417-48bc-b906-3dae1411e4f5 None None] Deleting port a983fe27-0bcd-4ad3-95bc-07b819f3129a {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:12:06.231183 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-51b36553-6417-48bc-b906-3dae1411e4f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:06.281425 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] No Port match for: ece6f74f-f937-4d83-ae3a-cab1e27999ea {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:12:06.281677 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device ece6f74f-f937-4d83-ae3a-cab1e27999ea not bound to the agent host dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:12:06.282169 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device a983fe27-0bcd-4ad3-95bc-07b819f3129a no longer exists at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:12:06.349140 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] No Port match for: a983fe27-0bcd-4ad3-95bc-07b819f3129a {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:12:06.349529 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device a983fe27-0bcd-4ad3-95bc-07b819f3129a not bound to the agent host dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:12:06.350032 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9 no longer exists at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:12:06.381158 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-51b36553-6417-48bc-b906-3dae1411e4f5 None None] The port 'a983fe27-0bcd-4ad3-95bc-07b819f3129a' was deleted {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 01:12:06.394147 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] No Port match for: 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:12:06.394538 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 952fdc6c-2b69-4ca4-ba2e-3aa0d0d49ea9 not bound to the agent host dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:12:06.566555 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Network 1b1f10f6-4b1c-4284-9109-fab1625a1945 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:12:06.575906 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853997851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2094696'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:06.759182 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Network 1b1f10f6-4b1c-4284-9109-fab1625a1945 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: Traceback (most recent call last): Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: timer() Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: cb(*args, **kw) Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: return func(*args, **kwargs) Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: self._notify() Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: self.callback(batched_events) Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: event.method(event) Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: return f(self, *a, **k) Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: return self._get(url).json() Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: **kwargs) Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: **endpoint_filter) Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:12:06.782031 dv-cinder-759955-4-smb neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:12:06.865622 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777043'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:06.869216 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-934b89c0-2570-40a6-90f8-c994d4f98705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:06.883429 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:06.894605 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b1f10f6-4b1c-4284-9109-fab1625a1945,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:06.898230 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:06.909702 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-8e23879d-97bb-4aad-bbf3-7df777f58342 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1b1f10f6-4b1c-4284-9109-fab1625a1945 HTTP/1.1" status: 204 len: 168 time: 1.8795764 Feb 17 01:12:07.151717 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60808) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:07.211690 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-0ceec589-ff4e-4202-a3e4-617e70e21b0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c88255219344729b8cf55cd26a45813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585980 Feb 17 01:12:07.215125 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60812) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:07.216972 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:07.280738 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-34a52bab-c603-4218-8dcd-f1ba4031877f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:07.310328 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-34a52bab-c603-4218-8dcd-f1ba4031877f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:07.362811 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-34a52bab-c603-4218-8dcd-f1ba4031877f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:07.366691 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e5fb9609-f599-4c82-85b7-c2295ef92283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:07.381764 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a52bab-c603-4218-8dcd-f1ba4031877f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dadf54-da96-45d8-ac41-958b7559feee,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:07.387196 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-34a52bab-c603-4218-8dcd-f1ba4031877f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:07.389300 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-34a52bab-c603-4218-8dcd-f1ba4031877f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:07.390527 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-34a52bab-c603-4218-8dcd-f1ba4031877f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08dadf54-da96-45d8-ac41-958b7559feee HTTP/1.1" status: 204 len: 168 time: 0.1742811 Feb 17 01:12:11.647479 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60906) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:11.808974 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-51a4a572-dd7f-4e88-b57c-bc2268a6a178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:11.826076 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-51a4a572-dd7f-4e88-b57c-bc2268a6a178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:12:11.830242 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-51a4a572-dd7f-4e88-b57c-bc2268a6a178 admin admin] Usage tracker for resource:security_group_rule and tenant:68bab7e5a7074ac396dedbbc461ec8ca is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:12:11.833422 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-51a4a572-dd7f-4e88-b57c-bc2268a6a178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:12:11.839865 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-51a4a572-dd7f-4e88-b57c-bc2268a6a178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:12:11.937789 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-51a4a572-dd7f-4e88-b57c-bc2268a6a178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:11.941846 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-51a4a572-dd7f-4e88-b57c-bc2268a6a178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:11.951495 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-570c10b0-f7f2-488c-9caf-e30a09d6cb8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:11.994305 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-51a4a572-dd7f-4e88-b57c-bc2268a6a178 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68bab7e5a7074ac396dedbbc461ec8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454969 Feb 17 01:12:11.996051 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4a572-dd7f-4e88-b57c-bc2268a6a178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb92a8c-558d-4008-bd40-fe8a92647a99,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:11.997672 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 60912) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:11.999581 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-51a4a572-dd7f-4e88-b57c-bc2268a6a178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:12.070504 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e26a108-c6e2-45b2-9d6a-c084d21ece20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:12.099865 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e26a108-c6e2-45b2-9d6a-c084d21ece20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:12.147486 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e26a108-c6e2-45b2-9d6a-c084d21ece20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:12.152875 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7549df1d-7631-46a5-852e-c36097a2eeb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:12.165473 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26a108-c6e2-45b2-9d6a-c084d21ece20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb92a8c-558d-4008-bd40-fe8a92647a99,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:12.169450 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2e26a108-c6e2-45b2-9d6a-c084d21ece20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:12.172925 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e26a108-c6e2-45b2-9d6a-c084d21ece20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:12.174899 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-2e26a108-c6e2-45b2-9d6a-c084d21ece20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fb92a8c-558d-4008-bd40-fe8a92647a99 HTTP/1.1" status: 204 len: 168 time: 0.1739476 Feb 17 01:12:12.495473 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 60920) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:12.525562 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fb9d4dbd-733d-4549-b3f4-e7294dbabb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:12.541636 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-fb9d4dbd-733d-4549-b3f4-e7294dbabb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:12:12.546053 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-fb9d4dbd-733d-4549-b3f4-e7294dbabb6e admin admin] Usage tracker for resource:security_group_rule and tenant:a71f6e14577b46588619fea5f0799d89 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:12:12.549169 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-fb9d4dbd-733d-4549-b3f4-e7294dbabb6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:12:12.555258 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-fb9d4dbd-733d-4549-b3f4-e7294dbabb6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:12:12.643776 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fb9d4dbd-733d-4549-b3f4-e7294dbabb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:12.647400 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fb9d4dbd-733d-4549-b3f4-e7294dbabb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:12.654776 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cc2f469e-b041-428d-a20b-7fe047efd7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:12.698383 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-fb9d4dbd-733d-4549-b3f4-e7294dbabb6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a71f6e14577b46588619fea5f0799d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013977 Feb 17 01:12:12.699304 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d4dbd-733d-4549-b3f4-e7294dbabb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afb4d62-52db-4704-afbc-722696aa57a7,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:12.701600 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 60924) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:12.702814 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fb9d4dbd-733d-4549-b3f4-e7294dbabb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:12.768234 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb5c6-b5a4-45f5-a576-14114ffa17fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:12.801046 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb5c6-b5a4-45f5-a576-14114ffa17fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:12.849996 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb5c6-b5a4-45f5-a576-14114ffa17fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:12.855528 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-48e05888-3b9f-44b7-ad99-c37aa02b9405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:12.869117 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbb5c6-b5a4-45f5-a576-14114ffa17fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afb4d62-52db-4704-afbc-722696aa57a7,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:12.873108 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f5bbb5c6-b5a4-45f5-a576-14114ffa17fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:12.878851 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb5c6-b5a4-45f5-a576-14114ffa17fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:12.880102 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-f5bbb5c6-b5a4-45f5-a576-14114ffa17fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8afb4d62-52db-4704-afbc-722696aa57a7 HTTP/1.1" status: 204 len: 168 time: 0.1774082 Feb 17 01:12:25.943088 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 32836) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:26.082844 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d44214a3-dd38-4dff-9168-449e6f467a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:26.101067 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d44214a3-dd38-4dff-9168-449e6f467a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:12:26.105905 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-d44214a3-dd38-4dff-9168-449e6f467a98 admin admin] Usage tracker for resource:security_group_rule and tenant:1f9828980d994fc8a135ae40ca0aafc1 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:12:26.109049 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-d44214a3-dd38-4dff-9168-449e6f467a98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:12:26.115183 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d44214a3-dd38-4dff-9168-449e6f467a98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:12:26.205395 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d44214a3-dd38-4dff-9168-449e6f467a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:26.209602 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d44214a3-dd38-4dff-9168-449e6f467a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:26.219187 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d2973e1f-0529-48ae-bb16-2c8677186651 tempest-TestMinimumBasicScenario-1121658829 tempest-TestMinimumBasicScenario-1121658829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:26.262248 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-d44214a3-dd38-4dff-9168-449e6f467a98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f9828980d994fc8a135ae40ca0aafc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175063 Feb 17 01:12:26.264119 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44214a3-dd38-4dff-9168-449e6f467a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fae4eb-b0fe-4499-b53f-63319f8298e9,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:26.265357 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 32842) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:26.267831 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d44214a3-dd38-4dff-9168-449e6f467a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:26.335721 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cc46953d-51bd-4589-a40c-0a64b3979fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:26.364859 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cc46953d-51bd-4589-a40c-0a64b3979fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:26.417859 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cc46953d-51bd-4589-a40c-0a64b3979fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:26.424715 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c8c9c769-ac8e-418e-ac1c-8aa2a2dfbb3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:26.437969 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46953d-51bd-4589-a40c-0a64b3979fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fae4eb-b0fe-4499-b53f-63319f8298e9,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:26.440734 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cc46953d-51bd-4589-a40c-0a64b3979fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:26.443013 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cc46953d-51bd-4589-a40c-0a64b3979fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:26.444349 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-cc46953d-51bd-4589-a40c-0a64b3979fd3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33fae4eb-b0fe-4499-b53f-63319f8298e9 HTTP/1.1" status: 204 len: 168 time: 0.1778326 Feb 17 01:12:27.176358 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 32866) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:27.307932 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1201092274-network', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:12:27.313374 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:12:27.317778 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Usage tracker for resource:network and tenant:4efa0207dcc54aa59e82080ace500b22 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:12:27.320946 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:12:27.327045 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:12:27.337834 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Made reservation on behalf of 4efa0207dcc54aa59e82080ace500b22 for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:12:27.342684 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:27.356638 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:27.372781 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:12:27.377189 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Usage tracker for resource:security_group_rule and tenant:4efa0207dcc54aa59e82080ace500b22 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:12:27.380389 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:12:27.387098 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:12:27.486061 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:27.490377 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:27.494953 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1d18ed7c-f837-4db2-8ae1-e24ab31f45de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:27.528407 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:12:27.541596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff0a8c9-8229-4bee-aba4-4db51c181759,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:27.546105 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:27.547070 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:27.547484 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.segments_db [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Added segment cb117b77-521a-4725-9e18-935d283beeb6 of type vxlan for network d6aebe4d-5e44-4afc-96e2-2f72b53e840a Feb 17 01:12:27.583641 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257519434902'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:27.616010 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:27.617313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:12:27.617971 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:27.621589 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bad0d9bc-0a16-4793-8c2b-37c891f761ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:27.734831 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Pushing event updated for resources: {'Network': ['ID=d6aebe4d-5e44-4afc-96e2-2f72b53e840a,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:27.739607 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:27.744290 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5665627 Feb 17 01:12:27.747965 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Network d6aebe4d-5e44-4afc-96e2-2f72b53e840a details requested by agent ovs-agent-dv-cinder-759955-4-smb with host dv-cinder-759955-4-smb {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:12:27.748265 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 32872) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:27.754548 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-4486f35c-acc3-4431-9edc-00c3508064a3 admin admin] Request body: {'subnet': {'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1201092274-subnet', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:12:27.760079 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4486f35c-acc3-4431-9edc-00c3508064a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:12:27.761750 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Network d6aebe4d-5e44-4afc-96e2-2f72b53e840a details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:12:27.764318 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-4486f35c-acc3-4431-9edc-00c3508064a3 admin admin] Usage tracker for resource:subnet and tenant:4efa0207dcc54aa59e82080ace500b22 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:12:27.767420 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-4486f35c-acc3-4431-9edc-00c3508064a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:12:27.773368 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4486f35c-acc3-4431-9edc-00c3508064a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:12:27.785308 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4486f35c-acc3-4431-9edc-00c3508064a3 admin admin] Made reservation on behalf of 4efa0207dcc54aa59e82080ace500b22 for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:12:27.790032 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4486f35c-acc3-4431-9edc-00c3508064a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851870508'] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:28.486758 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4486f35c-acc3-4431-9edc-00c3508064a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851515405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851870523'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:28.505524 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7d278fdb-4ba0-4d5b-9b7c-2dd5afbb25b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:28.633508 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486f35c-acc3-4431-9edc-00c3508064a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baf673ec-eee3-4837-b6b7-65b71be75608,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:28.637714 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4486f35c-acc3-4431-9edc-00c3508064a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:28.717352 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4486f35c-acc3-4431-9edc-00c3508064a3 admin admin] Checking segment: {'id': 'cb117b77-521a-4725-9e18-935d283beeb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:12:28.717735 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4486f35c-acc3-4431-9edc-00c3508064a3 admin admin] Network hostable DHCP agents. Network: d6aebe4d-5e44-4afc-96e2-2f72b53e840a, hostable agents: ['5e7a5314-6df3-4bd1-acbe-6399b6f22057'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:12:28.740463 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4486f35c-acc3-4431-9edc-00c3508064a3 admin admin] Network d6aebe4d-5e44-4afc-96e2-2f72b53e840a is scheduled to be hosted by DHCP agent 5e7a5314-6df3-4bd1-acbe-6399b6f22057 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:12:28.751187 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-4486f35c-acc3-4431-9edc-00c3508064a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-smb, d6aebe4d-5e44-4afc-96e2-2f72b53e840a) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:12:28.760979 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6088302-4a86-410d-94cd-0b847ad06042 None None] Network d6aebe4d-5e44-4afc-96e2-2f72b53e840a requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:12:28.764187 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4486f35c-acc3-4431-9edc-00c3508064a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:12:28.764847 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4486f35c-acc3-4431-9edc-00c3508064a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:28.785511 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-4486f35c-acc3-4431-9edc-00c3508064a3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0360723 Feb 17 01:12:28.788494 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 32876) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:28.794629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1201092274-router', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:12:28.799683 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:12:28.804148 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Usage tracker for resource:router and tenant:4efa0207dcc54aa59e82080ace500b22 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:12:28.808410 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:12:28.814518 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:12:28.825120 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1712333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16058'] for router, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:28.826202 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1712186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1774464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854430549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854759806'] for router, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:28.848037 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:28.994937 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f37b908-f172-54b3-9577-8517eca2c532-d6aebe4d-5e44-4afc-96e2-2f72b53e840a', 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'fixed_ips': [{'subnet_id': 'baf673ec-eee3-4837-b6b7-65b71be75608'}]}} from dv-cinder-759955-4-smb. {{(pid=84028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:12:28.995836 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:29.152172 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853002205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853063509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854759791'] for router, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:29.223573 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-70edc1ae-0dca-4bad-857c-7d995394ff00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:29.306870 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Allocated IP 172.20.0.2 (d6aebe4d-5e44-4afc-96e2-2f72b53e840a/baf673ec-eee3-4837-b6b7-65b71be75608/2fd91379-53e5-4af0-87ab-f604ef899f81) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:12:29.497934 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:29.538435 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:29.541618 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:29.550380 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Transition to ACTIVE for port object 2fd91379-53e5-4af0-87ab-f604ef899f81 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:12:29.567427 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Transition to ACTIVE for port object 2fd91379-53e5-4af0-87ab-f604ef899f81 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:12:29.574023 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:29.589834 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2dcc8360-9548-4b5a-be52-93c2131c19e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:29.725171 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Pushing event updated for resources: {'Port': ['ID=2fd91379-53e5-4af0-87ab-f604ef899f81,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:29.738290 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.738672 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.739047 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.739416 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.739803 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.740193 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.740553 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.740914 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.741273 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.741629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.741973 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.742335 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.742728 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.743091 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.743445 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.743817 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.744232 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.744713 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.744885 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.745237 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.745591 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.745943 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.746300 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.746650 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:29.760364 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:29.798709 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Network d6aebe4d-5e44-4afc-96e2-2f72b53e840a is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:12:29.800154 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:12:29.802785 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:12:29.821966 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Allocated IP 172.28.2.62 (2e19633c-545c-4fb1-b120-f8a653754f93/b7820f59-df4d-447e-aa70-8d8cb70b78f3/28e1a924-3f38-41b4-a3f5-3eac2dfd2693) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:12:29.861054 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Attempting to bind port 2fd91379-53e5-4af0-87ab-f604ef899f81 on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:12:29.861564 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Attempting to bind port 2fd91379-53e5-4af0-87ab-f604ef899f81 by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': 'cb117b77-521a-4725-9e18-935d283beeb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:12:29.861867 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Attempting to bind port 2fd91379-53e5-4af0-87ab-f604ef899f81 on network d6aebe4d-5e44-4afc-96e2-2f72b53e840a {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:12:29.867932 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:12:29.868350 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Checking segment: {'id': 'cb117b77-521a-4725-9e18-935d283beeb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:12:29.868809 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:29.869248 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Bound using segment: {'id': 'cb117b77-521a-4725-9e18-935d283beeb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:12:29.869774 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Bound port: 2fd91379-53e5-4af0-87ab-f604ef899f81, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb117b77-521a-4725-9e18-935d283beeb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:12:29.870176 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:29.967751 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] For port 2fd91379-53e5-4af0-87ab-f604ef899f81, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:12:29.971114 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] For port 2fd91379-53e5-4af0-87ab-f604ef899f81, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=2fd91379-53e5-4af0-87ab-f604ef899f81,segment=NetworkSegment(cb117b77-521a-4725-9e18-935d283beeb6),segment_id=cb117b77-521a-4725-9e18-935d283beeb6)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:12:29.975688 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:29.991866 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:29.993377 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:30.025462 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:30.040425 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6d9313ea-3f67-4dc2-903a-28f7f21cfa02 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:30.144808 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Pushing event updated for resources: {'Port': ['ID=2fd91379-53e5-4af0-87ab-f604ef899f81,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:30.150492 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:30.189036 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Pushing event updated for resources: {'Port': ['ID=28e1a924-3f38-41b4-a3f5-3eac2dfd2693,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:30.192289 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:30.255557 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Network 2e19633c-545c-4fb1-b120-f8a653754f93 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:12:30.257353 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:12:30.260440 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:12:30.721451 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:31.329856 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853063494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773592'] for router, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:31.459426 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce691a9-ed4d-4f6a-8c53-e1a34c2d08a2 None None] Network d6aebe4d-5e44-4afc-96e2-2f72b53e840a requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:12:31.556306 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Router c9a94271-5f7b-41a3-b11e-10885b8d1ef1 is scheduled to L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 with binding_index 1 {{(pid=84027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:12:31.559700 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b098c58a-45b0-47fe-9db7-115f09052f38 None None] Provisioning for port 2fd91379-53e5-4af0-87ab-f604ef899f81 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:12:31.753026 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:12:31.763488 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Sync routers for ids ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'] in dv-cinder-759955-4-smb {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:12:31.774514 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Routers {'c9a94271-5f7b-41a3-b11e-10885b8d1ef1'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:12:31.776131 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:12:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:31.777985 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:31.779348 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9898560 Feb 17 01:12:31.782492 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 32880) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:31.993130 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Set router c9a94271-5f7b-41a3-b11e-10885b8d1ef1 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:12:32.274335 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 2fd91379-53e5-4af0-87ab-f604ef899f81 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:12:32.369361 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port 2fd91379-53e5-4af0-87ab-f604ef899f81 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:12:32.374555 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 2fd91379-53e5-4af0-87ab-f604ef899f81 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:12:32.374981 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:32.502656 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:32.519509 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'name': 'tempest-TestShelveInstance-1201092274-router', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:28Z', 'updated_at': '2021-02-17T01:12:30Z', 'revision_number': 3, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'gw_port': {'id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:29Z', 'updated_at': '2021-02-17T01:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:32.523867 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Checking router: c9a94271-5f7b-41a3-b11e-10885b8d1ef1 for host: dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:12:32.524417 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Updating router c9a94271-5f7b-41a3-b11e-10885b8d1ef1 port 28e1a924-3f38-41b4-a3f5-3eac2dfd2693 binding host dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:12:32.537027 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] For port 2fd91379-53e5-4af0-87ab-f604ef899f81, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=2fd91379-53e5-4af0-87ab-f604ef899f81,segment=NetworkSegment(cb117b77-521a-4725-9e18-935d283beeb6),segment_id=cb117b77-521a-4725-9e18-935d283beeb6)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:12:32.541383 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:32.543357 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:32.574652 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:32.588000 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:32.617979 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Pushing event updated for resources: {'Port': ['ID=2fd91379-53e5-4af0-87ab-f604ef899f81,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:32.621569 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:32.789232 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f903a1fc-208a-4a12-b013-989157ae282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:32.932097 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Allocated IP 172.20.0.1 (d6aebe4d-5e44-4afc-96e2-2f72b53e840a/baf673ec-eee3-4837-b6b7-65b71be75608/5bb1aca3-c72e-4cc0-8fbf-01a0b2348990) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:12:32.995287 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:33.009226 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Transition to ACTIVE for port object 28e1a924-3f38-41b4-a3f5-3eac2dfd2693 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:12:33.013126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:33.079977 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b1bc0d85-78f2-4688-b611-c1d7d7afce2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:33.092233 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:33.109494 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Transition to ACTIVE for port object 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:12:33.135011 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:33.152038 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5dc88d5b-2e89-4012-bf35-7d7a1358f826 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:33.169977 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Pushing event updated for resources: {'Port': ['ID=28e1a924-3f38-41b4-a3f5-3eac2dfd2693,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:33.189578 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.189886 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.190257 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.190628 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.190991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.191353 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.191709 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.192090 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.192451 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.192883 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.193162 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.193511 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.193904 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.194238 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.194592 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.194942 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.195304 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.195646 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.196041 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.196411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.196722 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.197122 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.197536 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.197910 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:12:33.203223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:33.248252 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Attempting to bind port 28e1a924-3f38-41b4-a3f5-3eac2dfd2693 on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:12:33.248638 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Attempting to bind port 28e1a924-3f38-41b4-a3f5-3eac2dfd2693 by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:12:33.249077 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Attempting to bind port 28e1a924-3f38-41b4-a3f5-3eac2dfd2693 on network 2e19633c-545c-4fb1-b120-f8a653754f93 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:12:33.255234 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:12:33.255651 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Checking segment: {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:12:33.256131 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:33.256565 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Bound using segment: {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:12:33.257068 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Bound port: 28e1a924-3f38-41b4-a3f5-3eac2dfd2693, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:12:33.257651 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:33.288038 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Pushing event updated for resources: {'Port': ['ID=5bb1aca3-c72e-4cc0-8fbf-01a0b2348990,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:33.293271 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:33.334971 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] For port 28e1a924-3f38-41b4-a3f5-3eac2dfd2693, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:12:33.338734 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] For port 28e1a924-3f38-41b4-a3f5-3eac2dfd2693, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=28e1a924-3f38-41b4-a3f5-3eac2dfd2693,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:12:33.342683 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Network d6aebe4d-5e44-4afc-96e2-2f72b53e840a is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:12:33.343874 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:12:33.344372 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:33.346201 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:12:33.358967 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:33.394966 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:33.408372 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853018879'] for router_interface, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:33.518545 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Pushing event updated for resources: {'Port': ['ID=28e1a924-3f38-41b4-a3f5-3eac2dfd2693,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:33.522261 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0b8100fd-80ce-4515-b289-7a59edf6bb2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:33.588684 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Routers {'c9a94271-5f7b-41a3-b11e-10885b8d1ef1'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:12:33.589414 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:12:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:33.591834 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-254be593-0ce9-4f49-ab5a-7692edd3720e None None] Provisioning for port 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:12:33.597766 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-254be593-0ce9-4f49-ab5a-7692edd3720e None None] Provisioning complete for port 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:12:33.598345 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-254be593-0ce9-4f49-ab5a-7692edd3720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:33.665234 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-254be593-0ce9-4f49-ab5a-7692edd3720e None None] Port 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:12:33.789694 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] Set router c9a94271-5f7b-41a3-b11e-10885b8d1ef1 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:12:33.960806 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:34.011617 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:34.104806 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'name': 'tempest-TestShelveInstance-1201092274-router', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:28Z', 'updated_at': '2021-02-17T01:12:30Z', 'revision_number': 3, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'gw_port': {'id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:29Z', 'updated_at': '2021-02-17T01:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:34.109181 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdbe1f9-1174-4bc5-b8ba-856e7866ffd3 None None] The sync data for ids ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'] in dv-cinder-759955-4-smb is: [{'id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'name': 'tempest-TestShelveInstance-1201092274-router', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:28Z', 'updated_at': '2021-02-17T01:12:30Z', 'revision_number': 3, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'gw_port': {'id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:29Z', 'updated_at': '2021-02-17T01:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:12:34.225386 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 2fd91379-53e5-4af0-87ab-f604ef899f81 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:12:34.276093 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:34.280288 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851517077'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:34.303891 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 2fd91379-53e5-4af0-87ab-f604ef899f81 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:12:34.304251 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:34.314401 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-45494ab8-783f-408b-a6a6-008df02d7c62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:34.398836 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853078611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1757031'] for router_interface, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:34.412135 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Pushing event updated for resources: {'Port': ['ID=5bb1aca3-c72e-4cc0-8fbf-01a0b2348990,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:34.417476 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:34.562371 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Network d6aebe4d-5e44-4afc-96e2-2f72b53e840a is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:12:34.563673 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:12:34.758102 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:34.793693 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Router c9a94271-5f7b-41a3-b11e-10885b8d1ef1 has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:12:34.797072 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-e0095a7a-ee57-4cc1-8772-6c449532647b None None] Provisioning complete for port 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:12:34.797496 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e0095a7a-ee57-4cc1-8772-6c449532647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:34.860884 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-e0095a7a-ee57-4cc1-8772-6c449532647b None None] Port 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:12:34.991317 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:12:35.001694 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-d46dab84-3f26-4e4e-9586-29508f2f911a admin admin] 10.222.0.23 "PUT /v2.0/routers/c9a94271-5f7b-41a3-b11e-10885b8d1ef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2181072 Feb 17 01:12:35.797707 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 32902) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:35.804271 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1626846014-network', 'tenant_id': '1c4f2db5e4c8483d856853fbf3201203'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:12:35.810310 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:12:35.814971 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Usage tracker for resource:network and tenant:1c4f2db5e4c8483d856853fbf3201203 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:12:35.818348 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:12:35.825042 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:12:35.840901 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Made reservation on behalf of 1c4f2db5e4c8483d856853fbf3201203 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:12:35.846000 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:35.860523 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:35.876162 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:12:35.880329 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Usage tracker for resource:security_group_rule and tenant:1c4f2db5e4c8483d856853fbf3201203 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:12:35.883553 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:12:35.890244 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:12:35.991226 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:35.996661 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:36.000260 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-34a52bab-c603-4218-8dcd-f1ba4031877f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:36.034962 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:12:36.045052 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625f31b6-9bf9-4971-a497-3c79fc8489f8,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:36.049044 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:36.051823 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257518850079', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:36.052273 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.segments_db [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Added segment 18ca2c0f-46d4-471c-9679-096ec5f7b23a of type vxlan for network c6ce59bc-0685-4156-84e7-0334d7a46e87 Feb 17 01:12:36.082056 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257519434902'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:36.116596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:36.117789 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:12:36.118464 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:36.122380 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-78d27653-ee8c-4991-81c0-acf737d41cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:36.231628 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4327128 Feb 17 01:12:36.232675 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Pushing event updated for resources: {'Network': ['ID=c6ce59bc-0685-4156-84e7-0334d7a46e87,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:36.235575 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 32906) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:36.236710 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a6b58c9-74c5-4048-ad6c-0e9d28d5fa5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:36.245299 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-a874e936-00e6-4091-be69-3a327f811a2c admin admin] Request body: {'subnet': {'network_id': 'c6ce59bc-0685-4156-84e7-0334d7a46e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1626846014-subnet', 'tenant_id': '1c4f2db5e4c8483d856853fbf3201203', 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:12:36.246141 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Network c6ce59bc-0685-4156-84e7-0334d7a46e87 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:12:36.250996 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a874e936-00e6-4091-be69-3a327f811a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:12:36.255376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-a874e936-00e6-4091-be69-3a327f811a2c admin admin] Usage tracker for resource:subnet and tenant:1c4f2db5e4c8483d856853fbf3201203 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:12:36.260635 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Network c6ce59bc-0685-4156-84e7-0334d7a46e87 details requested by agent ovs-agent-dv-cinder-759955-4-smb with host dv-cinder-759955-4-smb {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:12:36.262803 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-a874e936-00e6-4091-be69-3a327f811a2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:12:36.270179 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a874e936-00e6-4091-be69-3a327f811a2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:12:36.280233 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 28e1a924-3f38-41b4-a3f5-3eac2dfd2693 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:12:36.281485 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a874e936-00e6-4091-be69-3a327f811a2c admin admin] Made reservation on behalf of 1c4f2db5e4c8483d856853fbf3201203 for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:12:36.286315 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a874e936-00e6-4091-be69-3a327f811a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852239421'] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:36.522200 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port 28e1a924-3f38-41b4-a3f5-3eac2dfd2693 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:12:36.528369 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 28e1a924-3f38-41b4-a3f5-3eac2dfd2693 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:12:36.528369 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:36.717796 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a874e936-00e6-4091-be69-3a327f811a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2093266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852239406'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:36.736720 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:36.843120 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:36.861857 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] For port 28e1a924-3f38-41b4-a3f5-3eac2dfd2693, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=28e1a924-3f38-41b4-a3f5-3eac2dfd2693,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:12:36.866260 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874e936-00e6-4091-be69-3a327f811a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=45e29f16-c16b-4b20-ae6a-431d79d61d49,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:36.866630 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:36.868770 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:36.872034 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a874e936-00e6-4091-be69-3a327f811a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:36.907672 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Sync routers for ids ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'] in dv-cinder-759955-4-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:12:36.939334 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Routers {'c9a94271-5f7b-41a3-b11e-10885b8d1ef1'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:12:36.940090 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:12:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:36.943722 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a874e936-00e6-4091-be69-3a327f811a2c admin admin] Checking segment: {'id': '18ca2c0f-46d4-471c-9679-096ec5f7b23a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c6ce59bc-0685-4156-84e7-0334d7a46e87'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:12:36.944145 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a874e936-00e6-4091-be69-3a327f811a2c admin admin] Network hostable DHCP agents. Network: c6ce59bc-0685-4156-84e7-0334d7a46e87, hostable agents: ['5e7a5314-6df3-4bd1-acbe-6399b6f22057'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:12:36.965695 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a874e936-00e6-4091-be69-3a327f811a2c admin admin] Network c6ce59bc-0685-4156-84e7-0334d7a46e87 is scheduled to be hosted by DHCP agent 5e7a5314-6df3-4bd1-acbe-6399b6f22057 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:12:36.975072 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-a874e936-00e6-4091-be69-3a327f811a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-smb, c6ce59bc-0685-4156-84e7-0334d7a46e87) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:12:36.988802 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a874e936-00e6-4091-be69-3a327f811a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:12:36.989459 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a874e936-00e6-4091-be69-3a327f811a2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:37.011969 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-a874e936-00e6-4091-be69-3a327f811a2c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7747376 Feb 17 01:12:37.014691 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 32912) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:37.020382 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1626846014-router', 'tenant_id': '1c4f2db5e4c8483d856853fbf3201203', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:12:37.025899 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:12:37.031216 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Usage tracker for resource:router and tenant:1c4f2db5e4c8483d856853fbf3201203 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:12:37.034893 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:12:37.041578 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:12:37.051721 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1712333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16058'] for router, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:37.052845 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1712186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1774464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854430549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854759806'] for router, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:37.065611 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1947d5-7d8f-4168-a7ac-e678a4497f5b None None] Network c6ce59bc-0685-4156-84e7-0334d7a46e87 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:12:37.068355 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:37.172410 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Pushing event updated for resources: {'Port': ['ID=28e1a924-3f38-41b4-a3f5-3eac2dfd2693,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:37.186776 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:37.271350 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:37.310314 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Set router c9a94271-5f7b-41a3-b11e-10885b8d1ef1 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:12:37.362417 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853002205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853063509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854759791'] for router, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:37.589090 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f37b908-f172-54b3-9577-8517eca2c532-c6ce59bc-0685-4156-84e7-0334d7a46e87', 'network_id': 'c6ce59bc-0685-4156-84e7-0334d7a46e87', 'tenant_id': '1c4f2db5e4c8483d856853fbf3201203', 'fixed_ips': [{'subnet_id': '45e29f16-c16b-4b20-ae6a-431d79d61d49'}]}} from dv-cinder-759955-4-smb. {{(pid=84028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:12:37.590028 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:37.702018 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:37.734370 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:37.955540 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'name': 'tempest-TestShelveInstance-1201092274-router', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:28Z', 'updated_at': '2021-02-17T01:12:33Z', 'revision_number': 4, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'gw_port': {'id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:29Z', 'updated_at': '2021-02-17T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': '5bb1aca3-c72e-4cc0-8fbf-01a0b2348990', 'name': '', 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'mac_address': 'fa:16:3e:3b:39:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'baf673ec-eee3-4837-b6b7-65b71be75608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:32Z', 'updated_at': '2021-02-17T01:12:34Z', 'revision_number': 2, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'subnets': [{'id': 'baf673ec-eee3-4837-b6b7-65b71be75608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:37.969239 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Checking router: c9a94271-5f7b-41a3-b11e-10885b8d1ef1 for host: dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:12:37.969663 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Updating router c9a94271-5f7b-41a3-b11e-10885b8d1ef1 port 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 binding host dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:12:38.023351 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Allocated IP 172.28.2.90 (2e19633c-545c-4fb1-b120-f8a653754f93/b7820f59-df4d-447e-aa70-8d8cb70b78f3/3443d6ed-12e1-4fae-a558-001feb5af256) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:12:38.036164 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Allocated IP 172.20.0.2 (c6ce59bc-0685-4156-84e7-0334d7a46e87/45e29f16-c16b-4b20-ae6a-431d79d61d49/c930e5b1-80d1-4675-aebc-79606a764554) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:12:38.045827 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:38.188882 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:38.226320 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:38.243110 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-04aa5d24-5c6a-49a1-9a1b-c46c7d81a8fd tempest-VolumesActionsTest-568795929 tempest-VolumesActionsTest-568795929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:38.244717 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 28e1a924-3f38-41b4-a3f5-3eac2dfd2693 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:12:38.378218 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Pushing event updated for resources: {'Port': ['ID=3443d6ed-12e1-4fae-a558-001feb5af256,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:38.383761 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:38.437788 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Network 2e19633c-545c-4fb1-b120-f8a653754f93 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:12:38.439995 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:12:38.443088 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:12:38.785025 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 28e1a924-3f38-41b4-a3f5-3eac2dfd2693 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:12:38.785461 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:38.820266 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:38.848063 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Transition to ACTIVE for port object c930e5b1-80d1-4675-aebc-79606a764554 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:12:38.895464 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Transition to ACTIVE for port object c930e5b1-80d1-4675-aebc-79606a764554 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:12:38.924688 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:38.942010 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:39.142210 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:39.152701 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Pushing event updated for resources: {'Port': ['ID=c930e5b1-80d1-4675-aebc-79606a764554,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:39.173633 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:39.263679 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:39.281631 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Network c6ce59bc-0685-4156-84e7-0334d7a46e87 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:12:39.284222 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:12:39.286339 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Transition to ACTIVE for port object 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:12:39.287229 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:12:39.293260 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:39.307069 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:39.498223 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Attempting to bind port c930e5b1-80d1-4675-aebc-79606a764554 on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:12:39.498643 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Attempting to bind port c930e5b1-80d1-4675-aebc-79606a764554 by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': '18ca2c0f-46d4-471c-9679-096ec5f7b23a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c6ce59bc-0685-4156-84e7-0334d7a46e87'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:12:39.499079 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Attempting to bind port c930e5b1-80d1-4675-aebc-79606a764554 on network c6ce59bc-0685-4156-84e7-0334d7a46e87 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:12:39.501308 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c8ebe-4595-48ff-9209-f3a03f78cf39 None None] Pushing event updated for resources: {'Port': ['ID=5bb1aca3-c72e-4cc0-8fbf-01a0b2348990,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:39.508032 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f19c8ebe-4595-48ff-9209-f3a03f78cf39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:39.513515 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:12:39.513969 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Checking segment: {'id': '18ca2c0f-46d4-471c-9679-096ec5f7b23a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c6ce59bc-0685-4156-84e7-0334d7a46e87'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:12:39.514401 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:39.514845 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Bound using segment: {'id': '18ca2c0f-46d4-471c-9679-096ec5f7b23a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c6ce59bc-0685-4156-84e7-0334d7a46e87'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:12:39.515401 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Bound port: c930e5b1-80d1-4675-aebc-79606a764554, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ca2c0f-46d4-471c-9679-096ec5f7b23a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c6ce59bc-0685-4156-84e7-0334d7a46e87'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:12:39.515845 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:39.516457 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853063494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773592'] for router, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:39.742054 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] For port c930e5b1-80d1-4675-aebc-79606a764554, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:12:39.755403 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Router f2d61ea7-cb62-4e58-9df2-c4608345e166 is scheduled to L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 with binding_index 1 {{(pid=84026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:12:39.772748 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] For port c930e5b1-80d1-4675-aebc-79606a764554, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=c930e5b1-80d1-4675-aebc-79606a764554,segment=NetworkSegment(18ca2c0f-46d4-471c-9679-096ec5f7b23a),segment_id=18ca2c0f-46d4-471c-9679-096ec5f7b23a)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:12:39.777869 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Attempting to bind port 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:12:39.778284 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Attempting to bind port 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': 'cb117b77-521a-4725-9e18-935d283beeb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:12:39.778697 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Attempting to bind port 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 on network d6aebe4d-5e44-4afc-96e2-2f72b53e840a {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:12:39.783012 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:39.800435 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:39.889792 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:12:39.890140 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Checking segment: {'id': 'cb117b77-521a-4725-9e18-935d283beeb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:12:39.890598 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:39.891045 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Bound using segment: {'id': 'cb117b77-521a-4725-9e18-935d283beeb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:12:39.891591 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Bound port: 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb117b77-521a-4725-9e18-935d283beeb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:12:39.892042 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:39.957097 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:12:39.966545 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Sync routers for ids ['f2d61ea7-cb62-4e58-9df2-c4608345e166'] in dv-cinder-759955-4-smb {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:12:39.977182 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Routers {'f2d61ea7-cb62-4e58-9df2-c4608345e166'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:12:39.978084 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:12:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['f2d61ea7-cb62-4e58-9df2-c4608345e166'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:39.985825 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:39.989783 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-46c575db-6737-4a7a-8304-2d2520b345e7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9713790 Feb 17 01:12:39.990461 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 32916) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:12:40.048603 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Pushing event updated for resources: {'Port': ['ID=c930e5b1-80d1-4675-aebc-79606a764554,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:40.063560 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7ecd8c4d-7461-4442-8177-30d62840c160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:40.104514 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] For port 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:12:40.108975 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] For port 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=5bb1aca3-c72e-4cc0-8fbf-01a0b2348990,segment=NetworkSegment(cb117b77-521a-4725-9e18-935d283beeb6),segment_id=cb117b77-521a-4725-9e18-935d283beeb6)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:12:40.114716 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:40.133364 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:40.214431 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Set router f2d61ea7-cb62-4e58-9df2-c4608345e166 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:12:40.326950 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c8ebe-4595-48ff-9209-f3a03f78cf39 None None] Pushing event updated for resources: {'Port': ['ID=5bb1aca3-c72e-4cc0-8fbf-01a0b2348990,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:40.332448 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f19c8ebe-4595-48ff-9209-f3a03f78cf39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:40.348134 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Routers {'c9a94271-5f7b-41a3-b11e-10885b8d1ef1'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:12:40.348835 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:12:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:40.806323 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'name': 'tempest-TestShelveInstance-1626846014-router', 'tenant_id': '1c4f2db5e4c8483d856853fbf3201203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.90'}], 'enable_snat': True}, 'gw_port_id': '3443d6ed-12e1-4fae-a558-001feb5af256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:37Z', 'updated_at': '2021-02-17T01:12:38Z', 'revision_number': 3, 'project_id': '1c4f2db5e4c8483d856853fbf3201203', 'gw_port': {'id': '3443d6ed-12e1-4fae-a558-001feb5af256', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:37Z', 'updated_at': '2021-02-17T01:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:40.813120 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Checking router: f2d61ea7-cb62-4e58-9df2-c4608345e166 for host: dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:12:40.813677 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Updating router f2d61ea7-cb62-4e58-9df2-c4608345e166 port 3443d6ed-12e1-4fae-a558-001feb5af256 binding host dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:12:40.856498 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] Set router c9a94271-5f7b-41a3-b11e-10885b8d1ef1 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:12:40.873379 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:41.094593 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:41.212095 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'name': 'tempest-TestShelveInstance-1201092274-router', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:28Z', 'updated_at': '2021-02-17T01:12:33Z', 'revision_number': 4, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'gw_port': {'id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:29Z', 'updated_at': '2021-02-17T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': '5bb1aca3-c72e-4cc0-8fbf-01a0b2348990', 'name': '', 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'mac_address': 'fa:16:3e:3b:39:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'baf673ec-eee3-4837-b6b7-65b71be75608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:32Z', 'updated_at': '2021-02-17T01:12:40Z', 'revision_number': 4, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'subnets': [{'id': 'baf673ec-eee3-4837-b6b7-65b71be75608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:41.216690 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52f02c0-d79a-4092-ba93-9bf152aa001c None None] The sync data for ids ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'] in dv-cinder-759955-4-smb is: [{'id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'name': 'tempest-TestShelveInstance-1201092274-router', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:28Z', 'updated_at': '2021-02-17T01:12:33Z', 'revision_number': 4, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'gw_port': {'id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:29Z', 'updated_at': '2021-02-17T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': '5bb1aca3-c72e-4cc0-8fbf-01a0b2348990', 'name': '', 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'mac_address': 'fa:16:3e:3b:39:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'baf673ec-eee3-4837-b6b7-65b71be75608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:32Z', 'updated_at': '2021-02-17T01:12:40Z', 'revision_number': 4, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'subnets': [{'id': 'baf673ec-eee3-4837-b6b7-65b71be75608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:12:41.316678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:41.332011 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Transition to ACTIVE for port object 3443d6ed-12e1-4fae-a558-001feb5af256 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:12:41.335902 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:41.355049 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98981cfa-38cd-445c-89c3-1c7c8a8a7a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:41.504516 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Allocated IP 172.20.0.1 (c6ce59bc-0685-4156-84e7-0334d7a46e87/45e29f16-c16b-4b20-ae6a-431d79d61d49/f81bba57-2b93-4957-ac16-a28b1e82717e) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:12:41.532767 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba4989-1813-4de1-b4ac-86aa25857079 None None] Pushing event updated for resources: {'Port': ['ID=3443d6ed-12e1-4fae-a558-001feb5af256,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:41.544975 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-09ba4989-1813-4de1-b4ac-86aa25857079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:41.582226 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Attempting to bind port 3443d6ed-12e1-4fae-a558-001feb5af256 on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:12:41.582744 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Attempting to bind port 3443d6ed-12e1-4fae-a558-001feb5af256 by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:12:41.583226 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Attempting to bind port 3443d6ed-12e1-4fae-a558-001feb5af256 on network 2e19633c-545c-4fb1-b120-f8a653754f93 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:12:41.589608 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:12:41.590118 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Checking segment: {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:12:41.590876 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:41.591388 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Bound using segment: {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:12:41.592112 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Bound port: 3443d6ed-12e1-4fae-a558-001feb5af256, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f35faff-9d0f-49e9-a6af-4cd84f7117ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:12:41.592691 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:41.677336 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7199eb97-5857-4170-9783-7108e69a7701 None None] Network c6ce59bc-0685-4156-84e7-0334d7a46e87 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:12:41.687953 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] For port 3443d6ed-12e1-4fae-a558-001feb5af256, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:12:41.691439 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] For port 3443d6ed-12e1-4fae-a558-001feb5af256, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=3443d6ed-12e1-4fae-a558-001feb5af256,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:12:41.696138 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:41.700692 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:41.713875 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-09ba4989-1813-4de1-b4ac-86aa25857079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:41.722460 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Transition to ACTIVE for port object f81bba57-2b93-4957-ac16-a28b1e82717e will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:12:41.751136 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:41.770420 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-278d01b0-1fa2-4543-99b3-7ae801fe2e6b tempest-AttachVolumeShelveTestJSON-1033609108 tempest-AttachVolumeShelveTestJSON-1033609108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:41.809667 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-2235c341-699a-4afb-8b6b-dc2b0e205c7f None None] Provisioning for port c930e5b1-80d1-4675-aebc-79606a764554 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:12:41.892888 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba4989-1813-4de1-b4ac-86aa25857079 None None] Pushing event updated for resources: {'Port': ['ID=3443d6ed-12e1-4fae-a558-001feb5af256,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:41.899040 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-09ba4989-1813-4de1-b4ac-86aa25857079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:41.936404 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Pushing event updated for resources: {'Port': ['ID=f81bba57-2b93-4957-ac16-a28b1e82717e,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:41.940369 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:41.952956 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Routers {'f2d61ea7-cb62-4e58-9df2-c4608345e166'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:12:41.953828 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:12:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['f2d61ea7-cb62-4e58-9df2-c4608345e166'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:42.016708 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Network c6ce59bc-0685-4156-84e7-0334d7a46e87 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:12:42.018009 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:12:42.020627 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:12:42.094505 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853018879'] for router_interface, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:42.185685 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] Set router f2d61ea7-cb62-4e58-9df2-c4608345e166 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:12:42.271708 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:42.366870 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:12:42.432590 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8aff72ab-e54a-4657-8a8b-80f0cbf0b5ba None None] Provisioning for port f81bba57-2b93-4957-ac16-a28b1e82717e completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:12:42.448197 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8aff72ab-e54a-4657-8a8b-80f0cbf0b5ba None None] Provisioning complete for port f81bba57-2b93-4957-ac16-a28b1e82717e triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:12:42.448629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8aff72ab-e54a-4657-8a8b-80f0cbf0b5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:42.552480 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8aff72ab-e54a-4657-8a8b-80f0cbf0b5ba None None] Port f81bba57-2b93-4957-ac16-a28b1e82717e cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:12:42.573453 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:12:42.576825 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'name': 'tempest-TestShelveInstance-1626846014-router', 'tenant_id': '1c4f2db5e4c8483d856853fbf3201203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.90'}], 'enable_snat': True}, 'gw_port_id': '3443d6ed-12e1-4fae-a558-001feb5af256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:37Z', 'updated_at': '2021-02-17T01:12:38Z', 'revision_number': 3, 'project_id': '1c4f2db5e4c8483d856853fbf3201203', 'gw_port': {'id': '3443d6ed-12e1-4fae-a558-001feb5af256', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:37Z', 'updated_at': '2021-02-17T01:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:42.580098 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:12:42.580234 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:42.581770 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696b354-d2bd-48cf-a3a5-f3599d4240f2 None None] The sync data for ids ['f2d61ea7-cb62-4e58-9df2-c4608345e166'] in dv-cinder-759955-4-smb is: [{'id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'name': 'tempest-TestShelveInstance-1626846014-router', 'tenant_id': '1c4f2db5e4c8483d856853fbf3201203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.90'}], 'enable_snat': True}, 'gw_port_id': '3443d6ed-12e1-4fae-a558-001feb5af256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:37Z', 'updated_at': '2021-02-17T01:12:38Z', 'revision_number': 3, 'project_id': '1c4f2db5e4c8483d856853fbf3201203', 'gw_port': {'id': '3443d6ed-12e1-4fae-a558-001feb5af256', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:37Z', 'updated_at': '2021-02-17T01:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:12:42.638537 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:42.642974 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2094666'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:42.678731 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a446281a-62d0-48fd-b59d-c6422acc4916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:42.759564 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:42.777534 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Pushing event updated for resources: {'Port': ['ID=f81bba57-2b93-4957-ac16-a28b1e82717e,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:42.781359 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:42.782259 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853078611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1757031'] for router_interface, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:42.798043 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] For port 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=5bb1aca3-c72e-4cc0-8fbf-01a0b2348990,segment=NetworkSegment(cb117b77-521a-4725-9e18-935d283beeb6),segment_id=cb117b77-521a-4725-9e18-935d283beeb6)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:12:42.803065 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:42.804244 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device c930e5b1-80d1-4675-aebc-79606a764554 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:12:42.836859 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:42.945965 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Network c6ce59bc-0685-4156-84e7-0334d7a46e87 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:12:42.947221 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:12:42.952983 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-6f182493-b2eb-46cb-a252-7c69f1c050d1 None None] Provisioning complete for port f81bba57-2b93-4957-ac16-a28b1e82717e triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:12:42.953411 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6f182493-b2eb-46cb-a252-7c69f1c050d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:43.022374 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Pushing event updated for resources: {'Port': ['ID=5bb1aca3-c72e-4cc0-8fbf-01a0b2348990,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:43.030151 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:43.030831 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port c930e5b1-80d1-4675-aebc-79606a764554 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:12:43.045951 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port c930e5b1-80d1-4675-aebc-79606a764554 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:12:43.046378 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:43.115597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-6f182493-b2eb-46cb-a252-7c69f1c050d1 None None] Port f81bba57-2b93-4957-ac16-a28b1e82717e cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:12:43.129080 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:12:43.211970 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Router f2d61ea7-cb62-4e58-9df2-c4608345e166 has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:12:43.216480 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:43.269607 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-80cd037c-129f-4c97-ad6c-267f7ebf0c99 None None] Provisioning complete for port c930e5b1-80d1-4675-aebc-79606a764554 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:12:43.270147 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80cd037c-129f-4c97-ad6c-267f7ebf0c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:43.316753 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] For port c930e5b1-80d1-4675-aebc-79606a764554, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=c930e5b1-80d1-4675-aebc-79606a764554,segment=NetworkSegment(18ca2c0f-46d4-471c-9679-096ec5f7b23a),segment_id=18ca2c0f-46d4-471c-9679-096ec5f7b23a)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:12:43.325152 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:43.334117 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:43.419972 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:12:43.431117 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] 10.222.0.23 "PUT /v2.0/routers/f2d61ea7-cb62-4e58-9df2-c4608345e166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4395928 Feb 17 01:12:43.459470 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Pushing event updated for resources: {'Port': ['ID=c930e5b1-80d1-4675-aebc-79606a764554,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:43.465365 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:43.609645 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-06fe0f8a-9363-4057-bc6d-f90b146938b8 None None] Provisioning complete for port f81bba57-2b93-4957-ac16-a28b1e82717e triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:12:43.610171 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-06fe0f8a-9363-4057-bc6d-f90b146938b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:43.668466 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-06fe0f8a-9363-4057-bc6d-f90b146938b8 None None] Port f81bba57-2b93-4957-ac16-a28b1e82717e cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:12:43.996419 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-80f7e16b-2a79-422f-b970-3abe47bae9a2 req-fbb3ead9-6379-4b7c-a4cc-18768e3dfd26 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-96771573', 'description': 'tempest-TestShelveInstance-96771573 description'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:12:44.003311 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-80f7e16b-2a79-422f-b970-3abe47bae9a2 req-fbb3ead9-6379-4b7c-a4cc-18768e3dfd26 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:12:44.007726 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-80f7e16b-2a79-422f-b970-3abe47bae9a2 req-fbb3ead9-6379-4b7c-a4cc-18768e3dfd26 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Usage tracker for resource:security_group and tenant:4efa0207dcc54aa59e82080ace500b22 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:12:44.011396 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-80f7e16b-2a79-422f-b970-3abe47bae9a2 req-fbb3ead9-6379-4b7c-a4cc-18768e3dfd26 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:12:44.017517 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-80f7e16b-2a79-422f-b970-3abe47bae9a2 req-fbb3ead9-6379-4b7c-a4cc-18768e3dfd26 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:12:44.030891 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-80f7e16b-2a79-422f-b970-3abe47bae9a2 req-fbb3ead9-6379-4b7c-a4cc-18768e3dfd26 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:44.052977 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-80f7e16b-2a79-422f-b970-3abe47bae9a2 req-fbb3ead9-6379-4b7c-a4cc-18768e3dfd26 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:12:44.057470 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-80f7e16b-2a79-422f-b970-3abe47bae9a2 req-fbb3ead9-6379-4b7c-a4cc-18768e3dfd26 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Usage tracker for resource:security_group_rule and tenant:4efa0207dcc54aa59e82080ace500b22 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:12:44.060678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-80f7e16b-2a79-422f-b970-3abe47bae9a2 req-fbb3ead9-6379-4b7c-a4cc-18768e3dfd26 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:12:44.066714 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-80f7e16b-2a79-422f-b970-3abe47bae9a2 req-fbb3ead9-6379-4b7c-a4cc-18768e3dfd26 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:12:44.142757 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-80f7e16b-2a79-422f-b970-3abe47bae9a2 req-fbb3ead9-6379-4b7c-a4cc-18768e3dfd26 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:44.147376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-80f7e16b-2a79-422f-b970-3abe47bae9a2 req-fbb3ead9-6379-4b7c-a4cc-18768e3dfd26 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:44.151369 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a5c8fb75-eba8-44f3-a74f-550125823d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:44.192571 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3ead9-6379-4b7c-a4cc-18768e3dfd26 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec2a66b-28a8-4c5f-b01d-08999fc81290,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:44.196180 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-80f7e16b-2a79-422f-b970-3abe47bae9a2 req-fbb3ead9-6379-4b7c-a4cc-18768e3dfd26 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:44.196878 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-80f7e16b-2a79-422f-b970-3abe47bae9a2 req-fbb3ead9-6379-4b7c-a4cc-18768e3dfd26 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2054234 Feb 17 01:12:44.198024 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fbb3ead9-6379-4b7c-a4cc-18768e3dfd26 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:44.272010 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-68f90e23-2877-44c9-a6fa-7797c9092202 req-ce3521f9-f5b4-416a-a59d-e3aaa17bf165 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups/2ec2a66b-28a8-4c5f-b01d-08999fc81290 HTTP/1.1" status: 200 len: 1798 time: 0.0506105 Feb 17 01:12:44.283843 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-68f90e23-2877-44c9-a6fa-7797c9092202 req-ecbada01-dfe5-462f-8699-41058467167b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ec2a66b-28a8-4c5f-b01d-08999fc81290', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:12:44.284204 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-68f90e23-2877-44c9-a6fa-7797c9092202 req-ecbada01-dfe5-462f-8699-41058467167b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ec2a66b-28a8-4c5f-b01d-08999fc81290', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:12:44.290727 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-68f90e23-2877-44c9-a6fa-7797c9092202 req-ecbada01-dfe5-462f-8699-41058467167b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:12:44.294739 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-68f90e23-2877-44c9-a6fa-7797c9092202 req-ecbada01-dfe5-462f-8699-41058467167b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Usage tracker for resource:security_group_rule and tenant:4efa0207dcc54aa59e82080ace500b22 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:12:44.300298 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-68f90e23-2877-44c9-a6fa-7797c9092202 req-ecbada01-dfe5-462f-8699-41058467167b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:12:44.306790 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-68f90e23-2877-44c9-a6fa-7797c9092202 req-ecbada01-dfe5-462f-8699-41058467167b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:12:44.316488 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:12:44.369074 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-68f90e23-2877-44c9-a6fa-7797c9092202 req-ecbada01-dfe5-462f-8699-41058467167b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:44.395072 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-68f90e23-2877-44c9-a6fa-7797c9092202 req-ecbada01-dfe5-462f-8699-41058467167b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:44.395518 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:12:44.395992 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:44.398296 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-68f90e23-2877-44c9-a6fa-7797c9092202 req-ecbada01-dfe5-462f-8699-41058467167b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748861'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:44.400850 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:44.423364 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbada01-dfe5-462f-8699-41058467167b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8e4b18-2249-4514-8b53-a21a4a6adf79,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:44.427776 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ecbada01-dfe5-462f-8699-41058467167b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:44.436274 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-68f90e23-2877-44c9-a6fa-7797c9092202 req-ecbada01-dfe5-462f-8699-41058467167b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:44.437603 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-68f90e23-2877-44c9-a6fa-7797c9092202 req-ecbada01-dfe5-462f-8699-41058467167b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1581724 Feb 17 01:12:44.516029 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4cdaab85-5967-4bb1-bad3-43cfc2259282 req-bd080391-c852-427c-bc9c-d6861206d38f tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups/2ec2a66b-28a8-4c5f-b01d-08999fc81290 HTTP/1.1" status: 200 len: 2391 time: 0.0558567 Feb 17 01:12:44.528171 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-4cdaab85-5967-4bb1-bad3-43cfc2259282 req-cfa3ea0d-3c0b-494e-8900-907244e45a75 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ec2a66b-28a8-4c5f-b01d-08999fc81290', 'remote_group_id': None}]} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:12:44.528519 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-4cdaab85-5967-4bb1-bad3-43cfc2259282 req-cfa3ea0d-3c0b-494e-8900-907244e45a75 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ec2a66b-28a8-4c5f-b01d-08999fc81290', 'remote_group_id': None}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:12:44.535115 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-4cdaab85-5967-4bb1-bad3-43cfc2259282 req-cfa3ea0d-3c0b-494e-8900-907244e45a75 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:12:44.537692 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 3443d6ed-12e1-4fae-a558-001feb5af256 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:12:44.539577 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-4cdaab85-5967-4bb1-bad3-43cfc2259282 req-cfa3ea0d-3c0b-494e-8900-907244e45a75 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Usage tracker for resource:security_group_rule and tenant:4efa0207dcc54aa59e82080ace500b22 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:12:44.542973 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-4cdaab85-5967-4bb1-bad3-43cfc2259282 req-cfa3ea0d-3c0b-494e-8900-907244e45a75 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:12:44.549176 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-4cdaab85-5967-4bb1-bad3-43cfc2259282 req-cfa3ea0d-3c0b-494e-8900-907244e45a75 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:12:44.610526 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4cdaab85-5967-4bb1-bad3-43cfc2259282 req-cfa3ea0d-3c0b-494e-8900-907244e45a75 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:44.617134 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port 3443d6ed-12e1-4fae-a558-001feb5af256 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:12:44.622654 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 3443d6ed-12e1-4fae-a558-001feb5af256 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:12:44.623059 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:44.634889 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4cdaab85-5967-4bb1-bad3-43cfc2259282 req-cfa3ea0d-3c0b-494e-8900-907244e45a75 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:44.639130 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4cdaab85-5967-4bb1-bad3-43cfc2259282 req-cfa3ea0d-3c0b-494e-8900-907244e45a75 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748861'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:44.641490 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f812dfaa-256a-4466-9c9b-e8c2dd7ba8a1 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:44.665703 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3ea0d-3c0b-494e-8900-907244e45a75 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc2caa7-5445-4312-b813-207931c6a15e,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:44.668706 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cfa3ea0d-3c0b-494e-8900-907244e45a75 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:44.676628 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4cdaab85-5967-4bb1-bad3-43cfc2259282 req-cfa3ea0d-3c0b-494e-8900-907244e45a75 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:44.677956 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4cdaab85-5967-4bb1-bad3-43cfc2259282 req-cfa3ea0d-3c0b-494e-8900-907244e45a75 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1547968 Feb 17 01:12:44.758277 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:44.777730 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] For port 3443d6ed-12e1-4fae-a558-001feb5af256, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=3443d6ed-12e1-4fae-a558-001feb5af256,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:12:44.783484 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:44.784249 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device c930e5b1-80d1-4675-aebc-79606a764554 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:12:44.810267 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:44.909176 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Pushing event updated for resources: {'Port': ['ID=3443d6ed-12e1-4fae-a558-001feb5af256,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:44.914400 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:44.925219 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port c930e5b1-80d1-4675-aebc-79606a764554 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:12:44.925639 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:45.356266 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Sync routers for ids ['f2d61ea7-cb62-4e58-9df2-c4608345e166'] in dv-cinder-759955-4-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:12:45.366284 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Routers {'f2d61ea7-cb62-4e58-9df2-c4608345e166'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:12:45.366973 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:12:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['f2d61ea7-cb62-4e58-9df2-c4608345e166'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:45.563824 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Set router f2d61ea7-cb62-4e58-9df2-c4608345e166 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:12:46.109090 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'name': 'tempest-TestShelveInstance-1626846014-router', 'tenant_id': '1c4f2db5e4c8483d856853fbf3201203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.90'}], 'enable_snat': True}, 'gw_port_id': '3443d6ed-12e1-4fae-a558-001feb5af256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:37Z', 'updated_at': '2021-02-17T01:12:42Z', 'revision_number': 4, 'project_id': '1c4f2db5e4c8483d856853fbf3201203', 'gw_port': {'id': '3443d6ed-12e1-4fae-a558-001feb5af256', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:37Z', 'updated_at': '2021-02-17T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'f81bba57-2b93-4957-ac16-a28b1e82717e', 'name': '', 'network_id': 'c6ce59bc-0685-4156-84e7-0334d7a46e87', 'tenant_id': '1c4f2db5e4c8483d856853fbf3201203', 'mac_address': 'fa:16:3e:44:d3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '45e29f16-c16b-4b20-ae6a-431d79d61d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:41Z', 'updated_at': '2021-02-17T01:12:42Z', 'revision_number': 2, 'project_id': '1c4f2db5e4c8483d856853fbf3201203', 'subnets': [{'id': '45e29f16-c16b-4b20-ae6a-431d79d61d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:46.113584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Checking router: f2d61ea7-cb62-4e58-9df2-c4608345e166 for host: dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:12:46.113991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Updating router f2d61ea7-cb62-4e58-9df2-c4608345e166 port f81bba57-2b93-4957-ac16-a28b1e82717e binding host dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:12:46.172776 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:46.234292 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 3443d6ed-12e1-4fae-a558-001feb5af256 up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:12:46.438974 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port 3443d6ed-12e1-4fae-a558-001feb5af256 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:12:46.439392 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:46.784078 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:46.798188 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Transition to ACTIVE for port object f81bba57-2b93-4957-ac16-a28b1e82717e will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:12:46.801874 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:46.815935 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:46.955354 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b05f8-ebf8-49d4-893b-e4875fd38460 None None] Pushing event updated for resources: {'Port': ['ID=f81bba57-2b93-4957-ac16-a28b1e82717e,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:46.958417 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2b1b05f8-ebf8-49d4-893b-e4875fd38460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:47.140494 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Attempting to bind port f81bba57-2b93-4957-ac16-a28b1e82717e on host dv-cinder-759955-4-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:12:47.140881 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Attempting to bind port f81bba57-2b93-4957-ac16-a28b1e82717e by drivers openvswitch on host dv-cinder-759955-4-smb at level 0 using segments [{'id': '18ca2c0f-46d4-471c-9679-096ec5f7b23a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c6ce59bc-0685-4156-84e7-0334d7a46e87'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:12:47.141339 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Attempting to bind port f81bba57-2b93-4957-ac16-a28b1e82717e on network c6ce59bc-0685-4156-84e7-0334d7a46e87 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:12:47.147939 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Checking agent: {'id': 'ad059f38-9764-4ae7-8bd2-9466e26bf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 51, 4), 'started_at': datetime.datetime(2021, 2, 17, 0, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:12:47.148364 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Checking segment: {'id': '18ca2c0f-46d4-471c-9679-096ec5f7b23a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c6ce59bc-0685-4156-84e7-0334d7a46e87'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:12:47.148822 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:47.149250 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Bound using segment: {'id': '18ca2c0f-46d4-471c-9679-096ec5f7b23a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c6ce59bc-0685-4156-84e7-0334d7a46e87'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:12:47.149935 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Bound port: f81bba57-2b93-4957-ac16-a28b1e82717e, host: dv-cinder-759955-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ca2c0f-46d4-471c-9679-096ec5f7b23a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c6ce59bc-0685-4156-84e7-0334d7a46e87'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:12:47.150400 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:47.262350 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] For port f81bba57-2b93-4957-ac16-a28b1e82717e, host dv-cinder-759955-4-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:12:47.265622 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] For port f81bba57-2b93-4957-ac16-a28b1e82717e, host dv-cinder-759955-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=f81bba57-2b93-4957-ac16-a28b1e82717e,segment=NetworkSegment(18ca2c0f-46d4-471c-9679-096ec5f7b23a),segment_id=18ca2c0f-46d4-471c-9679-096ec5f7b23a)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:12:47.270260 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:47.284480 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:47.441426 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b05f8-ebf8-49d4-893b-e4875fd38460 None None] Pushing event updated for resources: {'Port': ['ID=f81bba57-2b93-4957-ac16-a28b1e82717e,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:47.445127 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2b1b05f8-ebf8-49d4-893b-e4875fd38460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:47.491977 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Routers {'f2d61ea7-cb62-4e58-9df2-c4608345e166'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:12:47.492699 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:12:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['f2d61ea7-cb62-4e58-9df2-c4608345e166'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:47.706324 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] Set router f2d61ea7-cb62-4e58-9df2-c4608345e166 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:12:48.054932 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'name': 'tempest-TestShelveInstance-1626846014-router', 'tenant_id': '1c4f2db5e4c8483d856853fbf3201203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.90'}], 'enable_snat': True}, 'gw_port_id': '3443d6ed-12e1-4fae-a558-001feb5af256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:37Z', 'updated_at': '2021-02-17T01:12:42Z', 'revision_number': 4, 'project_id': '1c4f2db5e4c8483d856853fbf3201203', 'gw_port': {'id': '3443d6ed-12e1-4fae-a558-001feb5af256', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:37Z', 'updated_at': '2021-02-17T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'f81bba57-2b93-4957-ac16-a28b1e82717e', 'name': '', 'network_id': 'c6ce59bc-0685-4156-84e7-0334d7a46e87', 'tenant_id': '1c4f2db5e4c8483d856853fbf3201203', 'mac_address': 'fa:16:3e:44:d3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '45e29f16-c16b-4b20-ae6a-431d79d61d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:41Z', 'updated_at': '2021-02-17T01:12:47Z', 'revision_number': 4, 'project_id': '1c4f2db5e4c8483d856853fbf3201203', 'subnets': [{'id': '45e29f16-c16b-4b20-ae6a-431d79d61d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:12:48.059312 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ff933-1a04-421e-bda6-8cdac1f4cecc None None] The sync data for ids ['f2d61ea7-cb62-4e58-9df2-c4608345e166'] in dv-cinder-759955-4-smb is: [{'id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'name': 'tempest-TestShelveInstance-1626846014-router', 'tenant_id': '1c4f2db5e4c8483d856853fbf3201203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.90'}], 'enable_snat': True}, 'gw_port_id': '3443d6ed-12e1-4fae-a558-001feb5af256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:37Z', 'updated_at': '2021-02-17T01:12:42Z', 'revision_number': 4, 'project_id': '1c4f2db5e4c8483d856853fbf3201203', 'gw_port': {'id': '3443d6ed-12e1-4fae-a558-001feb5af256', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:37Z', 'updated_at': '2021-02-17T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': 'f81bba57-2b93-4957-ac16-a28b1e82717e', 'name': '', 'network_id': 'c6ce59bc-0685-4156-84e7-0334d7a46e87', 'tenant_id': '1c4f2db5e4c8483d856853fbf3201203', 'mac_address': 'fa:16:3e:44:d3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '45e29f16-c16b-4b20-ae6a-431d79d61d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:41Z', 'updated_at': '2021-02-17T01:12:47Z', 'revision_number': 4, 'project_id': '1c4f2db5e4c8483d856853fbf3201203', 'subnets': [{'id': '45e29f16-c16b-4b20-ae6a-431d79d61d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:12:48.260004 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device f81bba57-2b93-4957-ac16-a28b1e82717e up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:12:48.340057 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning for port f81bba57-2b93-4957-ac16-a28b1e82717e completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:12:48.345468 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port f81bba57-2b93-4957-ac16-a28b1e82717e triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:12:48.345891 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:48.493593 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:48.531220 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] For port f81bba57-2b93-4957-ac16-a28b1e82717e, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=f81bba57-2b93-4957-ac16-a28b1e82717e,segment=NetworkSegment(18ca2c0f-46d4-471c-9679-096ec5f7b23a),segment_id=18ca2c0f-46d4-471c-9679-096ec5f7b23a)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:12:48.534757 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:48.537775 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f19c8ebe-4595-48ff-9209-f3a03f78cf39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:12:48.616043 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Pushing event updated for resources: {'Port': ['ID=f81bba57-2b93-4957-ac16-a28b1e82717e,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:12:48.619491 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:12:50.238806 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device f81bba57-2b93-4957-ac16-a28b1e82717e up at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:12:50.318203 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Provisioning complete for port f81bba57-2b93-4957-ac16-a28b1e82717e triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:12:50.318541 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:58.834177 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-c97fed75-1eab-49cb-89b9-811d2a865743 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Synchronizing usage tracker for tenant:4efa0207dcc54aa59e82080ace500b22 on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:12:58.854576 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-c97fed75-1eab-49cb-89b9-811d2a865743 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Unset dirty status for tenant:4efa0207dcc54aa59e82080ace500b22 on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:12:58.855836 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-c97fed75-1eab-49cb-89b9-811d2a865743 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-96771573&fields=id&tenant_id=4efa0207dcc54aa59e82080ace500b22 HTTP/1.1" status: 200 len: 267 time: 0.0770833 Feb 17 01:12:59.025356 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-277f1732-3721-452d-bda4-cd42d902f167 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:12:59.026093 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-277f1732-3721-452d-bda4-cd42d902f167 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Synchronizing usage tracker for tenant:4efa0207dcc54aa59e82080ace500b22 on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:12:59.047306 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-277f1732-3721-452d-bda4-cd42d902f167 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Unset dirty status for tenant:4efa0207dcc54aa59e82080ace500b22 on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:12:59.048606 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-277f1732-3721-452d-bda4-cd42d902f167 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/networks?id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a HTTP/1.1" status: 200 len: 809 time: 0.1823790 Feb 17 01:12:59.064919 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-3db67fd3-2f71-4cd6-8cd0-0c7051e9c008 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/quotas/4efa0207dcc54aa59e82080ace500b22 HTTP/1.1" status: 200 len: 375 time: 0.0102396 Feb 17 01:12:59.169493 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-4bac0e97-7f74-40a9-b667-8ad532b90209 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4efa0207dcc54aa59e82080ace500b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983212 Feb 17 01:12:59.208365 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8e7b-bbbd-484b-ac30-5349e6113205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:12:59.311192 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-71a4af6e-340b-4b9a-bd1f-ab6db7621805 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:12:59.312991 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-71a4af6e-340b-4b9a-bd1f-ab6db7621805 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1252899 Feb 17 01:12:59.467721 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-99369f2c-c1c0-4316-85f4-1ae3939b3b1b service neutron] 10.222.0.23 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439574 Feb 17 01:12:59.624954 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-988bd28e-a1f8-4a6a-a405-cdb0ab0ec81c service neutron] 10.222.0.23 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1499927 Feb 17 01:13:00.098805 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-dbea8ba2-b8ab-4594-9f23-751b2017536a req-691cd8fd-b65a-4e99-9ba4-2c3542d09491 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 210 time: 0.0545638 Feb 17 01:13:01.239049 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0835f83-a558-4c1f-83d2-e7e8dcd4b166 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:01.240692 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0835f83-a558-4c1f-83d2-e7e8dcd4b166 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.42 "GET /v2.0/networks?id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a HTTP/1.1" status: 200 len: 809 time: 0.1628134 Feb 17 01:13:01.273059 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a3119367-37da-458e-8b6c-a07b4e871d16 req-7d649fe8-1372-4c39-b095-3b45be249a07 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 210 time: 0.0561314 Feb 17 01:13:01.320577 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-96cdd4e0-4b55-4547-a033-48e900c3808c tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4efa0207dcc54aa59e82080ace500b22 HTTP/1.1" status: 200 len: 5755 time: 0.0720000 Feb 17 01:13:01.330366 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Request body: {'port': {'device_id': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a', 'admin_state_up': True, 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'security_groups': ['2ec2a66b-28a8-4c5f-b01d-08999fc81290']}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:13:01.482003 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:13:01.486376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Usage tracker for resource:port and tenant:4efa0207dcc54aa59e82080ace500b22 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:13:01.489882 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:13:01.495576 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:13:01.505622 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Made reservation on behalf of 4efa0207dcc54aa59e82080ace500b22 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:13:01.511303 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:01.853915 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Allocated IP 172.20.0.6 (d6aebe4d-5e44-4afc-96e2-2f72b53e840a/baf673ec-eee3-4837-b6b7-65b71be75608/7ef230cf-e4d5-45e3-9832-8c2516cffbb5) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:13:02.066863 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:02.083948 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Transition to ACTIVE for port object 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:13:02.109326 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:02.124613 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c9d0e735-68a3-4328-b6ce-11feca4e6dd8 tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:13:02.268517 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Pushing event updated for resources: {'Port': ['ID=7ef230cf-e4d5-45e3-9832-8c2516cffbb5,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:13:02.290990 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.291419 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.291826 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.292228 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.292649 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.293058 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.293434 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.293822 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.294211 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.294569 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.294967 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.295372 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.295829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.296208 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.296589 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.297030 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.297357 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.297737 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.298119 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.298495 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.298858 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.299224 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.299617 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.300021 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:02.306606 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:13:02.343247 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Network d6aebe4d-5e44-4afc-96e2-2f72b53e840a is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:13:02.344456 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:13:02.346900 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:13:02.416875 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:02.417592 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:02.440495 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1141210 Feb 17 01:13:02.452895 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Request body: {'port': {'device_id': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:13:02.490546 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dcdb8-b372-44df-a902-40e2c63d12cb req-70aafc2e-424c-4361-8fd7-09e3fb96bf10 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:02.492369 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6c8dcdb8-b372-44df-a902-40e2c63d12cb req-70aafc2e-424c-4361-8fd7-09e3fb96bf10 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 931 time: 0.0967195 Feb 17 01:13:02.546232 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6c8dcdb8-b372-44df-a902-40e2c63d12cb req-d99ba31e-07b7-4289-b564-3c2dfceb305b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0430579 Feb 17 01:13:02.584509 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:02.609436 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-0d1da2fc-91e8-45a5-92d1-93a665cbe332 None None] Provisioning for port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:13:02.615598 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-0d1da2fc-91e8-45a5-92d1-93a665cbe332 None None] Provisioning complete for port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:13:02.616071 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d1da2fc-91e8-45a5-92d1-93a665cbe332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:02.682775 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-0d1da2fc-91e8-45a5-92d1-93a665cbe332 None None] Port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:13:02.788037 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b1f494e3-274c-4b09-b1b3-bfd1391ec91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:03.026738 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:13:03.035109 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:03.048854 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Transition to ACTIVE for port object 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:13:03.052623 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851517077'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:03.066029 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e85b862d-4dc5-409d-bde0-89ecb3452430 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:13:03.394693 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:03.468574 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Pushing event updated for resources: {'Port': ['ID=7ef230cf-e4d5-45e3-9832-8c2516cffbb5,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:13:03.473239 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:13:03.671465 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Attempting to bind port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:13:03.671868 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Attempting to bind port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'cb117b77-521a-4725-9e18-935d283beeb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:13:03.672241 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Attempting to bind port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 on network d6aebe4d-5e44-4afc-96e2-2f72b53e840a {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:13:03.678939 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Checking agent: {'id': '7e83b1b3-a130-47c5-bd49-196068e2761b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 7), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:13:03.679451 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Checking segment: {'id': 'cb117b77-521a-4725-9e18-935d283beeb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:13:03.679900 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:03.680297 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Bound using segment: {'id': 'cb117b77-521a-4725-9e18-935d283beeb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:13:03.680778 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Bound port: 7ef230cf-e4d5-45e3-9832-8c2516cffbb5, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb117b77-521a-4725-9e18-935d283beeb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:13:03.681159 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:03.761147 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f13d3a-d500-4df3-9a9a-90539dbf9bb6 req-410dcf5a-2e3a-40e0-bf11-4953d7a8a355 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:03.762827 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d3f13d3a-d500-4df3-9a9a-90539dbf9bb6 req-410dcf5a-2e3a-40e0-bf11-4953d7a8a355 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 943 time: 0.0953834 Feb 17 01:13:03.787607 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] For port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5, host hv-cinder-75995, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:13:03.790924 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] For port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7ef230cf-e4d5-45e3-9832-8c2516cffbb5,segment=NetworkSegment(cb117b77-521a-4725-9e18-935d283beeb6),segment_id=cb117b77-521a-4725-9e18-935d283beeb6)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:13:03.794964 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851517077'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:03.810588 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b23c4504-aa7c-4e44-9144-735108caa4db tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:13:03.811979 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-d3f13d3a-d500-4df3-9a9a-90539dbf9bb6 req-4a8d83ff-7ddb-4a55-959d-2eab8a1f2835 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0427945 Feb 17 01:13:03.964413 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Pushing event updated for resources: {'Port': ['ID=7ef230cf-e4d5-45e3-9832-8c2516cffbb5,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:13:03.969936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:13:04.003651 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:04.004414 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:04.007684 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-a0e5fa1a-4321-4b24-95e7-c9b819e993db service neutron] 10.222.0.42 "PUT /v2.0/ports/7ef230cf-e4d5-45e3-9832-8c2516cffbb5 HTTP/1.1" status: 200 len: 1157 time: 1.5593860 Feb 17 01:13:04.007847 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'tag': '7ef230cf-e4d5-45e3-9832-8c2516cffbb5'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:13:04.008584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:04.093391 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'tag': '7ef230cf-e4d5-45e3-9832-8c2516cffbb5', 'status': 'completed', 'code': 200} Feb 17 01:13:04.136303 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-faf0dd76-d4a7-4494-a5df-1e1c24aa778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:04.138024 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-faf0dd76-d4a7-4494-a5df-1e1c24aa778c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4efa0207dcc54aa59e82080ace500b22&device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 1160 time: 0.0913107 Feb 17 01:13:04.212797 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-11c32964-6260-44ef-b9a3-e75d3d7c4177 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ef230cf-e4d5-45e3-9832-8c2516cffbb5 HTTP/1.1" status: 200 len: 217 time: 0.0674381 Feb 17 01:13:04.287750 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-fca06a80-0cba-4451-855d-741f1dfa262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:04.289332 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-fca06a80-0cba-4451-855d-741f1dfa262f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=baf673ec-eee3-4837-b6b7-65b71be75608 HTTP/1.1" status: 200 len: 848 time: 0.0702436 Feb 17 01:13:04.376151 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-ff2a63f0-0626-4b20-ab28-b63ffde41280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:04.377802 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-ff2a63f0-0626-4b20-ab28-b63ffde41280 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820866 Feb 17 01:13:04.527168 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-209b764a-0164-44c2-988a-b328b89dc560 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416509 Feb 17 01:13:04.681654 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17aff240-1b38-4a24-8158-c7d6f8f4a88c req-9ddb3479-cd94-424b-ada7-802b82c621a9 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1476786 Feb 17 01:13:04.762688 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:04.812702 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ade4a3-48d5-4760-8a61-31265c4e788b req-0cf998e0-dd03-4c4d-85b0-36e95b1041d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:04.814322 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a0ade4a3-48d5-4760-8a61-31265c4e788b req-0cf998e0-dd03-4c4d-85b0-36e95b1041d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4efa0207dcc54aa59e82080ace500b22&device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 1160 time: 0.0818982 Feb 17 01:13:04.963458 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ade4a3-48d5-4760-8a61-31265c4e788b req-decb46d9-c971-48d0-a929-bf7513fc0634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:04.965115 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a0ade4a3-48d5-4760-8a61-31265c4e788b req-decb46d9-c971-48d0-a929-bf7513fc0634 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a HTTP/1.1" status: 200 len: 903 time: 0.1437900 Feb 17 01:13:05.010198 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b054f-1e68-460b-a1a6-3db96bb27540 req-e2cb908e-8144-41f4-9589-46344a31f923 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:05.012014 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-909b054f-1e68-460b-a1a6-3db96bb27540 req-e2cb908e-8144-41f4-9589-46344a31f923 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 943 time: 0.0874467 Feb 17 01:13:05.050974 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a0ade4a3-48d5-4760-8a61-31265c4e788b req-edb23ee7-d2dc-4b17-bbb5-b9e4a6ba528d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ef230cf-e4d5-45e3-9832-8c2516cffbb5 HTTP/1.1" status: 200 len: 217 time: 0.0772510 Feb 17 01:13:05.067598 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-909b054f-1e68-460b-a1a6-3db96bb27540 req-9d48f4cf-a087-4b32-9181-e3532224d055 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0492098 Feb 17 01:13:05.126098 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ade4a3-48d5-4760-8a61-31265c4e788b req-09eaca42-4846-4473-869c-c7a29689de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:05.127717 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a0ade4a3-48d5-4760-8a61-31265c4e788b req-09eaca42-4846-4473-869c-c7a29689de64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=baf673ec-eee3-4837-b6b7-65b71be75608 HTTP/1.1" status: 200 len: 848 time: 0.0698195 Feb 17 01:13:05.225831 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ade4a3-48d5-4760-8a61-31265c4e788b req-21aeed75-7f2a-43f5-8878-988535b00292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:05.227468 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a0ade4a3-48d5-4760-8a61-31265c4e788b req-21aeed75-7f2a-43f5-8878-988535b00292 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0917058 Feb 17 01:13:05.374186 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a0ade4a3-48d5-4760-8a61-31265c4e788b req-ada2b789-e418-42e7-98d9-a070041c8fe6 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390171 Feb 17 01:13:05.524257 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-a0ade4a3-48d5-4760-8a61-31265c4e788b req-3c72c405-e1f1-4cd7-9865-85be0dd1ecf8 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1422555 Feb 17 01:13:06.213966 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:13:06.282333 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bca32a-5d9a-4b85-a9a5-1d1727f03239 req-cb56a4a0-bb58-4f97-bc5a-9f306c1cdd41 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:06.283955 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-40bca32a-5d9a-4b85-a9a5-1d1727f03239 req-cb56a4a0-bb58-4f97-bc5a-9f306c1cdd41 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 943 time: 0.0968592 Feb 17 01:13:06.292965 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning for port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:13:06.298707 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:13:06.299077 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:06.335188 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-40bca32a-5d9a-4b85-a9a5-1d1727f03239 req-b4e8777d-a1df-4d7f-9f66-0065fedd483c tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0443082 Feb 17 01:13:06.432285 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:06.462843 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef230cf-e4d5-45e3-9832-8c2516cffbb5'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:13:06.473406 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7ef230cf-e4d5-45e3-9832-8c2516cffbb5,segment=NetworkSegment(cb117b77-521a-4725-9e18-935d283beeb6),segment_id=cb117b77-521a-4725-9e18-935d283beeb6)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:13:06.477138 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:06.480365 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:13:06.514848 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef230cf-e4d5-45e3-9832-8c2516cffbb5', 'code': 200} Feb 17 01:13:06.560772 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=7ef230cf-e4d5-45e3-9832-8c2516cffbb5,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:13:06.565474 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:13:06.824659 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bf1c6-b706-4e4d-b9cf-20d6a869fe8f req-5cb7e8e9-d87c-4129-b895-ceb634a3f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:06.826217 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1c3bf1c6-b706-4e4d-b9cf-20d6a869fe8f req-5cb7e8e9-d87c-4129-b895-ceb634a3f63d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 1162 time: 0.0814340 Feb 17 01:13:06.874677 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1c3bf1c6-b706-4e4d-b9cf-20d6a869fe8f req-33a57654-a397-419b-84a9-d59880d00e3e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0412014 Feb 17 01:13:07.234465 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:07.794129 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d6fb8-9eea-435e-872c-5e4f2505fb23 req-4a13c138-faf6-4c1a-8260-4fd7e232bb8a tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:07.795731 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4d8d6fb8-9eea-435e-872c-5e4f2505fb23 req-4a13c138-faf6-4c1a-8260-4fd7e232bb8a tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.3424516 Feb 17 01:13:07.845921 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-4d8d6fb8-9eea-435e-872c-5e4f2505fb23 req-0c862efd-7cb0-42cc-af67-27a153ee1b6c tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0433187 Feb 17 01:13:07.970439 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:13:08.052339 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:13:08.052768 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:09.064060 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cf9fd-3794-43cc-9186-f92ba992a8a0 req-90c96872-ef24-4cff-a67f-8b93e91fa871 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:09.065710 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-aa8cf9fd-3794-43cc-9186-f92ba992a8a0 req-90c96872-ef24-4cff-a67f-8b93e91fa871 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.0955646 Feb 17 01:13:09.117752 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-aa8cf9fd-3794-43cc-9186-f92ba992a8a0 req-742316b4-19be-434b-8c6c-190354e18592 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0455890 Feb 17 01:13:09.327239 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500c308-4fa2-4082-b790-74de7cd692c7 req-498e136a-5479-4170-bcae-aa9c9e532bce tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:09.328923 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2500c308-4fa2-4082-b790-74de7cd692c7 req-498e136a-5479-4170-bcae-aa9c9e532bce tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.0896976 Feb 17 01:13:09.379873 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-2500c308-4fa2-4082-b790-74de7cd692c7 req-fb1ae11c-eba8-461a-94c0-6b313396fe9e tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0431025 Feb 17 01:13:09.592299 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-454119c1-8a02-4685-bdc9-d71d79306943 req-f915b25c-b9db-4fb7-8ca9-c8eebcd420d0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1640046 Feb 17 01:13:09.604884 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Request body: {'floatingip': {'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:13:09.611111 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:13:09.615452 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Usage tracker for resource:floatingip and tenant:4efa0207dcc54aa59e82080ace500b22 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:13:09.618765 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:13:09.625201 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.quota.driver [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:13:09.635774 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for floatingip, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:09.784187 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:10.068385 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Allocated IP 172.28.2.97 (2e19633c-545c-4fb1-b120-f8a653754f93/b7820f59-df4d-447e-aa70-8d8cb70b78f3/2d38291c-ecd7-4112-94bd-9e32807f4884) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:13:10.243199 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:10.276833 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257519380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:10.290714 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:13:10.429085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Pushing event updated for resources: {'Port': ['ID=2d38291c-ecd7-4112-94bd-9e32807f4884,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:13:10.455103 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.455521 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.455989 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.456402 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.456808 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.457209 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.457617 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.458010 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.458700 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.459432 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.459867 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.460280 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.460729 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.461128 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.461531 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.461929 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.462326 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.462721 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.463118 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.463516 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.463935 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.464327 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.464725 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.465117 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:13:10.472375 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:13:10.511073 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Network 2e19633c-545c-4fb1-b120-f8a653754f93 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:13:10.512356 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:13:10.514900 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:13:10.600383 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:10.668308 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:10.945725 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:10.951118 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2094666'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:10.964121 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f0573f04-4b85-4167-a282-e9d9470348e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:13:11.108387 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Pushing event updated for resources: {'Port': ['ID=2d38291c-ecd7-4112-94bd-9e32807f4884,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:13:11.112749 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:13:11.219283 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853018709'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:11.243892 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:11.245220 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-454119c1-8a02-4685-bdc9-d71d79306943 req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6468108 Feb 17 01:13:11.335548 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-454119c1-8a02-4685-bdc9-d71d79306943 req-e52917b0-bd3d-4769-8b06-28320aa13f8b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Synchronizing usage tracker for tenant:4efa0207dcc54aa59e82080ace500b22 on resource:floatingip {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:13:11.354583 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-454119c1-8a02-4685-bdc9-d71d79306943 req-e52917b0-bd3d-4769-8b06-28320aa13f8b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Unset dirty status for tenant:4efa0207dcc54aa59e82080ace500b22 on resource:floatingip {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:13:11.355837 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-454119c1-8a02-4685-bdc9-d71d79306943 req-e52917b0-bd3d-4769-8b06-28320aa13f8b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.2.97 HTTP/1.1" status: 200 len: 695 time: 0.1042013 Feb 17 01:13:11.523596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454119c1-8a02-4685-bdc9-d71d79306943 req-23df6737-3558-4510-b98b-9d07fe2e0ec7 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:11.525065 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-454119c1-8a02-4685-bdc9-d71d79306943 req-23df6737-3558-4510-b98b-9d07fe2e0ec7 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/networks/2e19633c-545c-4fb1-b120-f8a653754f93 HTTP/1.1" status: 200 len: 784 time: 0.1611538 Feb 17 01:13:11.720532 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44573fa3-d3e3-4041-8987-233f75813488 req-3c45e535-e339-48b0-89a3-8d6f48db02b8 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:11.722151 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-44573fa3-d3e3-4041-8987-233f75813488 req-3c45e535-e339-48b0-89a3-8d6f48db02b8 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0929556 Feb 17 01:13:11.812946 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-44573fa3-d3e3-4041-8987-233f75813488 req-35682b78-8c5d-4888-b104-4a5f9766bb8c tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.2.97 HTTP/1.1" status: 200 len: 695 time: 0.0813465 Feb 17 01:13:11.824886 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.v2.base [req-44573fa3-d3e3-4041-8987-233f75813488 req-19a42b3f-6612-42d8-a243-9b78ca20e28d tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Request body: {'floatingip': {'port_id': '7ef230cf-e4d5-45e3-9832-8c2516cffbb5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:13:11.911129 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-44573fa3-d3e3-4041-8987-233f75813488 req-19a42b3f-6612-42d8-a243-9b78ca20e28d tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for floatingip, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:12.797806 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-44573fa3-d3e3-4041-8987-233f75813488 req-19a42b3f-6612-42d8-a243-9b78ca20e28d tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:12.801809 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-44573fa3-d3e3-4041-8987-233f75813488 req-19a42b3f-6612-42d8-a243-9b78ca20e28d tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853018709'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:12.987391 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.l3_db [req-44573fa3-d3e3-4041-8987-233f75813488 req-19a42b3f-6612-42d8-a243-9b78ca20e28d tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Floating IP 7df8689b-7103-41b7-974c-876278327037 associated. External IP: 172.28.2.97, port: 7ef230cf-e4d5-45e3-9832-8c2516cffbb5. Feb 17 01:13:13.373511 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-633e9aa5-ceca-4e65-b97a-6e8c05fcc543 req-1aad62d2-c9db-4d85-a737-224a0a6568ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0825961 Feb 17 01:13:13.376697 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44573fa3-d3e3-4041-8987-233f75813488 req-19a42b3f-6612-42d8-a243-9b78ca20e28d tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Router c9a94271-5f7b-41a3-b11e-10885b8d1ef1 has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:13:13.539987 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e9aa5-ceca-4e65-b97a-6e8c05fcc543 req-c6d2d1b8-c598-457d-a923-ee0aa85f6885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:13.541952 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-633e9aa5-ceca-4e65-b97a-6e8c05fcc543 req-c6d2d1b8-c598-457d-a923-ee0aa85f6885 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4efa0207dcc54aa59e82080ace500b22&device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 1162 time: 0.0822997 Feb 17 01:13:13.576674 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44573fa3-d3e3-4041-8987-233f75813488 req-19a42b3f-6612-42d8-a243-9b78ca20e28d tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:13:13.581483 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-44573fa3-d3e3-4041-8987-233f75813488 req-19a42b3f-6612-42d8-a243-9b78ca20e28d tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:13.587903 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc6c2c-d6e8-4346-9066-a91e252adb9a None None] Sync routers for ids ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'] in dv-cinder-759955-4-smb {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:13:13.599890 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc6c2c-d6e8-4346-9066-a91e252adb9a None None] Routers {'c9a94271-5f7b-41a3-b11e-10885b8d1ef1'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:13:13.600540 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0bfc6c2c-d6e8-4346-9066-a91e252adb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:13:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:13:13.643206 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-44573fa3-d3e3-4041-8987-233f75813488 req-19a42b3f-6612-42d8-a243-9b78ca20e28d tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "PUT /v2.0/floatingips/7df8689b-7103-41b7-974c-876278327037 HTTP/1.1" status: 200 len: 995 time: 1.8224289 Feb 17 01:13:13.643701 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'tag': '7ef230cf-e4d5-45e3-9832-8c2516cffbb5'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:13:13.713153 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e9aa5-ceca-4e65-b97a-6e8c05fcc543 req-42545a8c-65b9-43f5-821b-14cfdd83dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:13.715331 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-633e9aa5-ceca-4e65-b97a-6e8c05fcc543 req-42545a8c-65b9-43f5-821b-14cfdd83dfc9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a HTTP/1.1" status: 200 len: 903 time: 0.1531653 Feb 17 01:13:13.748032 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44573fa3-d3e3-4041-8987-233f75813488 req-b4a08bf8-c380-4c3e-a962-5620be7a38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:13.757883 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-44573fa3-d3e3-4041-8987-233f75813488 req-b4a08bf8-c380-4c3e-a962-5620be7a38b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4efa0207dcc54aa59e82080ace500b22&device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 1162 time: 0.0967388 Feb 17 01:13:13.785265 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'tag': '7ef230cf-e4d5-45e3-9832-8c2516cffbb5', 'status': 'completed', 'code': 200} Feb 17 01:13:13.817166 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-0bfc6c2c-d6e8-4346-9066-a91e252adb9a None None] Set router c9a94271-5f7b-41a3-b11e-10885b8d1ef1 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:13:13.839820 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-633e9aa5-ceca-4e65-b97a-6e8c05fcc543 req-cdf5dfe0-391b-4210-95c2-aa1588fffbb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ef230cf-e4d5-45e3-9832-8c2516cffbb5 HTTP/1.1" status: 200 len: 998 time: 0.1162162 Feb 17 01:13:13.907767 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44573fa3-d3e3-4041-8987-233f75813488 req-28687716-86fc-4dde-8ad5-1e11f7804e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:13.910249 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-44573fa3-d3e3-4041-8987-233f75813488 req-28687716-86fc-4dde-8ad5-1e11f7804e34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a HTTP/1.1" status: 200 len: 903 time: 0.1512206 Feb 17 01:13:13.915813 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e9aa5-ceca-4e65-b97a-6e8c05fcc543 req-bb7c9cf9-460e-4d4e-bd54-290311ab47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:13.917422 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-633e9aa5-ceca-4e65-b97a-6e8c05fcc543 req-bb7c9cf9-460e-4d4e-bd54-290311ab47b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=baf673ec-eee3-4837-b6b7-65b71be75608 HTTP/1.1" status: 200 len: 848 time: 0.0717430 Feb 17 01:13:14.003045 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e9aa5-ceca-4e65-b97a-6e8c05fcc543 req-91825639-90b7-4794-8a4a-860084a84915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:14.004726 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-633e9aa5-ceca-4e65-b97a-6e8c05fcc543 req-91825639-90b7-4794-8a4a-860084a84915 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800328 Feb 17 01:13:14.032181 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-44573fa3-d3e3-4041-8987-233f75813488 req-492f742b-22db-4843-bc92-64b56419aa49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ef230cf-e4d5-45e3-9832-8c2516cffbb5 HTTP/1.1" status: 200 len: 998 time: 0.1159217 Feb 17 01:13:14.105772 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44573fa3-d3e3-4041-8987-233f75813488 req-671223d0-6023-4881-9149-89c63e0b4a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:14.107405 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-44573fa3-d3e3-4041-8987-233f75813488 req-671223d0-6023-4881-9149-89c63e0b4a61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=baf673ec-eee3-4837-b6b7-65b71be75608 HTTP/1.1" status: 200 len: 848 time: 0.0740621 Feb 17 01:13:14.158490 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-633e9aa5-ceca-4e65-b97a-6e8c05fcc543 req-65188674-d3be-4645-a3b1-64f6b3da0ca3 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467800 Feb 17 01:13:14.195015 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44573fa3-d3e3-4041-8987-233f75813488 req-daaca156-ad96-4b97-8da3-c0c288c6fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:14.196019 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-44573fa3-d3e3-4041-8987-233f75813488 req-daaca156-ad96-4b97-8da3-c0c288c6fe8c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801687 Feb 17 01:13:14.204439 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0bfc6c2c-d6e8-4346-9066-a91e252adb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'name': 'tempest-TestShelveInstance-1201092274-router', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:28Z', 'updated_at': '2021-02-17T01:12:33Z', 'revision_number': 4, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'gw_port': {'id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:29Z', 'updated_at': '2021-02-17T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_floatingips': [{'id': '7df8689b-7103-41b7-974c-876278327037', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'floating_ip_address': '172.28.2.97', 'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'router_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'port_id': '7ef230cf-e4d5-45e3-9832-8c2516cffbb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a', 'mac_address': 'fa:16:3e:e6:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:13:10Z', 'updated_at': '2021-02-17T01:13:12Z', 'revision_number': 1, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb1aca3-c72e-4cc0-8fbf-01a0b2348990', 'name': '', 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'mac_address': 'fa:16:3e:3b:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'baf673ec-eee3-4837-b6b7-65b71be75608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:32Z', 'updated_at': '2021-02-17T01:12:42Z', 'revision_number': 5, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'subnets': [{'id': 'baf673ec-eee3-4837-b6b7-65b71be75608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:13:14.208625 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc6c2c-d6e8-4346-9066-a91e252adb9a None None] Checking router: c9a94271-5f7b-41a3-b11e-10885b8d1ef1 for host: dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:13:14.217713 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc6c2c-d6e8-4346-9066-a91e252adb9a None None] Routers {'c9a94271-5f7b-41a3-b11e-10885b8d1ef1'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:13:14.218387 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0bfc6c2c-d6e8-4346-9066-a91e252adb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:13:03Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:13:14.312097 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-633e9aa5-ceca-4e65-b97a-6e8c05fcc543 req-62b2c5cb-707f-43c5-ba66-21c3932f2e2f service neutron] 10.222.0.42 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1466322 Feb 17 01:13:14.348554 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-44573fa3-d3e3-4041-8987-233f75813488 req-93f9e94f-4022-4450-bef7-171fe241c759 service neutron] 10.222.0.23 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448877 Feb 17 01:13:14.451741 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407be6b-9a7a-4868-8573-91e3ddefea03 req-f1d4484a-1b45-499a-af57-f1d16e81713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:14.453358 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0407be6b-9a7a-4868-8573-91e3ddefea03 req-f1d4484a-1b45-499a-af57-f1d16e81713e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4efa0207dcc54aa59e82080ace500b22&device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 1162 time: 0.0857985 Feb 17 01:13:14.512440 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-44573fa3-d3e3-4041-8987-233f75813488 req-88bb6aae-6150-4124-b06a-6af9efdd2a2a service neutron] 10.222.0.23 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1556938 Feb 17 01:13:14.577994 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-0bfc6c2c-d6e8-4346-9066-a91e252adb9a None None] Set router c9a94271-5f7b-41a3-b11e-10885b8d1ef1 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:13:14.605154 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407be6b-9a7a-4868-8573-91e3ddefea03 req-d00a982a-92ac-40c7-84f1-3ab79f65441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:14.606775 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0407be6b-9a7a-4868-8573-91e3ddefea03 req-d00a982a-92ac-40c7-84f1-3ab79f65441e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a HTTP/1.1" status: 200 len: 903 time: 0.1463161 Feb 17 01:13:14.721350 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0407be6b-9a7a-4868-8573-91e3ddefea03 req-fcaaea90-61f8-4276-81fe-e4d4cecde241 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ef230cf-e4d5-45e3-9832-8c2516cffbb5 HTTP/1.1" status: 200 len: 998 time: 0.1074502 Feb 17 01:13:14.793351 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407be6b-9a7a-4868-8573-91e3ddefea03 req-ebcea569-8cd7-4db9-9d8a-3469a748dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:14.794938 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0407be6b-9a7a-4868-8573-91e3ddefea03 req-ebcea569-8cd7-4db9-9d8a-3469a748dca5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=baf673ec-eee3-4837-b6b7-65b71be75608 HTTP/1.1" status: 200 len: 848 time: 0.0678804 Feb 17 01:13:14.876964 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407be6b-9a7a-4868-8573-91e3ddefea03 req-777eea44-a217-4a08-862e-6349bdd5cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:13:14.878592 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0407be6b-9a7a-4868-8573-91e3ddefea03 req-777eea44-a217-4a08-862e-6349bdd5cfe3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773711 Feb 17 01:13:14.958089 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0bfc6c2c-d6e8-4346-9066-a91e252adb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'name': 'tempest-TestShelveInstance-1201092274-router', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:28Z', 'updated_at': '2021-02-17T01:12:33Z', 'revision_number': 4, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'gw_port': {'id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:29Z', 'updated_at': '2021-02-17T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_floatingips': [{'id': '7df8689b-7103-41b7-974c-876278327037', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'floating_ip_address': '172.28.2.97', 'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'router_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'port_id': '7ef230cf-e4d5-45e3-9832-8c2516cffbb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a', 'mac_address': 'fa:16:3e:e6:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:13:10Z', 'updated_at': '2021-02-17T01:13:12Z', 'revision_number': 1, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb1aca3-c72e-4cc0-8fbf-01a0b2348990', 'name': '', 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'mac_address': 'fa:16:3e:3b:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'baf673ec-eee3-4837-b6b7-65b71be75608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:32Z', 'updated_at': '2021-02-17T01:12:42Z', 'revision_number': 5, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'subnets': [{'id': 'baf673ec-eee3-4837-b6b7-65b71be75608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:13:14.962781 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc6c2c-d6e8-4346-9066-a91e252adb9a None None] The sync data for ids ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'] in dv-cinder-759955-4-smb is: [{'id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'name': 'tempest-TestShelveInstance-1201092274-router', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:28Z', 'updated_at': '2021-02-17T01:12:33Z', 'revision_number': 4, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'gw_port': {'id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:29Z', 'updated_at': '2021-02-17T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_floatingips': [{'id': '7df8689b-7103-41b7-974c-876278327037', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'floating_ip_address': '172.28.2.97', 'floating_network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'router_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'port_id': '7ef230cf-e4d5-45e3-9832-8c2516cffbb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a', 'mac_address': 'fa:16:3e:e6:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:13:10Z', 'updated_at': '2021-02-17T01:13:12Z', 'revision_number': 1, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb1aca3-c72e-4cc0-8fbf-01a0b2348990', 'name': '', 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'mac_address': 'fa:16:3e:3b:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'baf673ec-eee3-4837-b6b7-65b71be75608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:32Z', 'updated_at': '2021-02-17T01:12:42Z', 'revision_number': 5, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'subnets': [{'id': 'baf673ec-eee3-4837-b6b7-65b71be75608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:13:15.030682 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0407be6b-9a7a-4868-8573-91e3ddefea03 req-6ef08554-c585-429a-b7a3-e4c3dcdc62c4 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446800 Feb 17 01:13:15.178344 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-0407be6b-9a7a-4868-8573-91e3ddefea03 req-acff0717-115b-4ab9-aae3-df83c5869afc service neutron] 10.222.0.42 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411455 Feb 17 01:13:15.258225 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8d4ec4-ff5c-4e62-b719-d930995a714b None None] New status for floating IP 7df8689b-7103-41b7-974c-876278327037: ACTIVE {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:13:20.129560 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:13:29.212497 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d3188dce-32f3-44df-b2c8-3beb113af099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:32.785429 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d1a03aa6-6407-45e1-80b4-0aafbefca4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:33.404400 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:34.004179 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:34.770766 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:37.235630 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:13:57.129667 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:13:59.217933 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4097afee-23c9-4380-b28c-fc88c8576b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:02.783633 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6f0f79f7-06d8-46d6-836f-c6af4a4cf3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:03.402706 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:04.003428 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:04.775731 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:07.241124 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:15.394348 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7d95c64a-f99c-4696-b3e6-66722102113f req-736079ce-57b5-4ae5-b747-29cf19ebf84d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0847762 Feb 17 01:14:15.568299 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95c64a-f99c-4696-b3e6-66722102113f req-72ea885d-f3ff-4848-8772-ccf78dc82476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:14:15.570003 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7d95c64a-f99c-4696-b3e6-66722102113f req-72ea885d-f3ff-4848-8772-ccf78dc82476 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4efa0207dcc54aa59e82080ace500b22&device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 1162 time: 0.0951161 Feb 17 01:14:15.976806 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95c64a-f99c-4696-b3e6-66722102113f req-92eb8c19-5bdc-45f8-8881-b2170f48ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:14:15.978410 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7d95c64a-f99c-4696-b3e6-66722102113f req-92eb8c19-5bdc-45f8-8881-b2170f48ce32 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a HTTP/1.1" status: 200 len: 903 time: 0.3876529 Feb 17 01:14:16.096247 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7d95c64a-f99c-4696-b3e6-66722102113f req-6777e6b6-009e-4f58-9f48-015c75d46320 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ef230cf-e4d5-45e3-9832-8c2516cffbb5 HTTP/1.1" status: 200 len: 1000 time: 0.1109180 Feb 17 01:14:16.166199 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95c64a-f99c-4696-b3e6-66722102113f req-7a14c4f1-92a4-4bbe-8b97-dde578c5c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:14:16.168059 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7d95c64a-f99c-4696-b3e6-66722102113f req-7a14c4f1-92a4-4bbe-8b97-dde578c5c0c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=baf673ec-eee3-4837-b6b7-65b71be75608 HTTP/1.1" status: 200 len: 848 time: 0.0653510 Feb 17 01:14:16.262824 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95c64a-f99c-4696-b3e6-66722102113f req-f79dffa0-8239-464c-bbdd-4c64a3a185c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:14:16.264540 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7d95c64a-f99c-4696-b3e6-66722102113f req-f79dffa0-8239-464c-bbdd-4c64a3a185c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0889504 Feb 17 01:14:16.417606 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7d95c64a-f99c-4696-b3e6-66722102113f req-d1c5036a-313f-49ce-9bd3-1ca8b7e42634 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463792 Feb 17 01:14:16.575447 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7d95c64a-f99c-4696-b3e6-66722102113f req-bd9f4db5-90f4-4e0a-9a25-4130fe278db9 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1507006 Feb 17 01:14:29.221788 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bfd1558-8acb-4e98-b44b-4f93f85c7bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:32.785838 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df0baf15-e805-451d-b881-ab3a25b6b493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:33.406104 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:33.998742 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:34.130964 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:14:34.772938 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:37.261503 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:59.232797 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a0f2edee-dc24-4c8f-bc31-885343435412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:02.780301 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-03594a96-08b2-4508-81e4-43efbfaf2c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:02.872917 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3bb72-b312-4a14-8bfd-2a20510ce0a0 req-6088aa04-af9c-4f0c-bc94-16d55a1a590c tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:02.874575 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-69d3bb72-b312-4a14-8bfd-2a20510ce0a0 req-6088aa04-af9c-4f0c-bc94-16d55a1a590c tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.0957484 Feb 17 01:15:02.927220 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-69d3bb72-b312-4a14-8bfd-2a20510ce0a0 req-9e393fc9-230e-49d9-ab9d-632a405d0682 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0455146 Feb 17 01:15:03.410207 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:04.003166 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:04.149321 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb53fe-21ac-4ec3-a4da-3cbfe1990464 req-ac7c822f-25f6-45f7-b7d4-8b08346bbcd5 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:04.150939 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17bb53fe-21ac-4ec3-a4da-3cbfe1990464 req-ac7c822f-25f6-45f7-b7d4-8b08346bbcd5 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.0934424 Feb 17 01:15:04.204483 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-17bb53fe-21ac-4ec3-a4da-3cbfe1990464 req-a9126b49-be68-4805-b0bc-fecad303ad3c tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0470665 Feb 17 01:15:04.781412 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:05.422698 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52a34c-09b7-4ff9-9e97-a8e6720e45ab req-d98fdb74-bbb4-45fe-9713-cf37187a7295 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:05.424292 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8e52a34c-09b7-4ff9-9e97-a8e6720e45ab req-d98fdb74-bbb4-45fe-9713-cf37187a7295 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.0912392 Feb 17 01:15:05.476430 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8e52a34c-09b7-4ff9-9e97-a8e6720e45ab req-cdbaeb1f-074d-44d2-89ec-cae642623917 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0441928 Feb 17 01:15:06.845832 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f486cd-3cf8-499c-9110-270796f20fd7 req-9cc1d324-9f47-4973-b726-5318d704de9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:06.847470 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-16f486cd-3cf8-499c-9110-270796f20fd7 req-9cc1d324-9f47-4973-b726-5318d704de9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.1023254 Feb 17 01:15:06.900645 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-16f486cd-3cf8-499c-9110-270796f20fd7 req-e737f886-cbdd-4ef6-bb98-634734d4c113 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0430548 Feb 17 01:15:07.267475 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:08.113810 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b5beb-f128-4b0d-91b6-a71bedae27b4 req-a5122628-75e0-4efc-a8c4-bb754a6d3414 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:08.115429 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9e7b5beb-f128-4b0d-91b6-a71bedae27b4 req-a5122628-75e0-4efc-a8c4-bb754a6d3414 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.0907104 Feb 17 01:15:08.164296 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-9e7b5beb-f128-4b0d-91b6-a71bedae27b4 req-bcd59d97-6a34-41b5-b4c7-6429cf816644 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0416126 Feb 17 01:15:09.376246 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371cc17-618e-4476-82c2-94acca51db72 req-e4744a75-c479-4c0f-b3bc-eed7b589295c tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:09.377775 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6371cc17-618e-4476-82c2-94acca51db72 req-e4744a75-c479-4c0f-b3bc-eed7b589295c tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.0961030 Feb 17 01:15:09.428301 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6371cc17-618e-4476-82c2-94acca51db72 req-412dd20a-e2b3-42a3-a0aa-8e1855c32f58 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0436928 Feb 17 01:15:10.647110 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022cb7b-7213-43e4-9361-618cbbacefdc req-6bfacc55-bfe7-42af-9d62-44baa16f9eae tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:10.649485 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8022cb7b-7213-43e4-9361-618cbbacefdc req-6bfacc55-bfe7-42af-9d62-44baa16f9eae tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.0989137 Feb 17 01:15:10.701471 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8022cb7b-7213-43e4-9361-618cbbacefdc req-1a4623b5-6153-4d9d-b0d3-9604048ba70d tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0460837 Feb 17 01:15:11.131624 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:15:11.946589 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fa466-cdeb-48a6-ba79-f2696005a2a4 req-294c39e1-a389-4753-b003-5aa079bb751a tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:11.948247 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8a2fa466-cdeb-48a6-ba79-f2696005a2a4 req-294c39e1-a389-4753-b003-5aa079bb751a tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.1062868 Feb 17 01:15:12.000535 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-8a2fa466-cdeb-48a6-ba79-f2696005a2a4 req-d6cbd613-fdd0-4c0e-b121-3ac40cff53f1 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0456631 Feb 17 01:15:12.958485 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859016f4-47b6-4449-ab15-00332d976366 req-617bb8cc-5910-403a-b734-af1a5b151c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:12.960154 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-859016f4-47b6-4449-ab15-00332d976366 req-617bb8cc-5910-403a-b734-af1a5b151c11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4efa0207dcc54aa59e82080ace500b22&device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 1162 time: 0.0821831 Feb 17 01:15:13.108663 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859016f4-47b6-4449-ab15-00332d976366 req-453f52fe-688b-483a-844c-8c22082aafda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:13.110253 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-859016f4-47b6-4449-ab15-00332d976366 req-453f52fe-688b-483a-844c-8c22082aafda service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a HTTP/1.1" status: 200 len: 903 time: 0.1441250 Feb 17 01:15:13.211621 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c8302-5863-42fa-902f-b1768e868639 req-7f86ae99-5d8d-46c9-85db-9d7f4b5e7531 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:13.213416 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ff1c8302-5863-42fa-902f-b1768e868639 req-7f86ae99-5d8d-46c9-85db-9d7f4b5e7531 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.0941625 Feb 17 01:15:13.224663 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-859016f4-47b6-4449-ab15-00332d976366 req-b635fa41-4470-4f48-91d2-22a0e67449d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ef230cf-e4d5-45e3-9832-8c2516cffbb5 HTTP/1.1" status: 200 len: 1000 time: 0.1072493 Feb 17 01:15:13.263349 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-ff1c8302-5863-42fa-902f-b1768e868639 req-038c0724-7215-47ca-90da-47e9838a88f3 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0434182 Feb 17 01:15:13.294551 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859016f4-47b6-4449-ab15-00332d976366 req-88270c41-2096-4fb5-963c-145f07b231ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:13.296190 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-859016f4-47b6-4449-ab15-00332d976366 req-88270c41-2096-4fb5-963c-145f07b231ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=baf673ec-eee3-4837-b6b7-65b71be75608 HTTP/1.1" status: 200 len: 848 time: 0.0654688 Feb 17 01:15:13.386344 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859016f4-47b6-4449-ab15-00332d976366 req-3452bb85-7eeb-4996-8e94-1c5cc3a35cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:13.387983 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-859016f4-47b6-4449-ab15-00332d976366 req-3452bb85-7eeb-4996-8e94-1c5cc3a35cc5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857863 Feb 17 01:15:13.535285 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-859016f4-47b6-4449-ab15-00332d976366 req-55caeccb-42e9-4683-b12f-34735c998873 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404209 Feb 17 01:15:13.690847 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-859016f4-47b6-4449-ab15-00332d976366 req-0ea98bba-cb53-4879-a390-425d8856af68 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1485641 Feb 17 01:15:14.472976 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7107b-9053-4859-acf2-ede4be486cd8 req-ce22acf1-f23f-4c65-89c5-b17557aec2b7 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:14.474650 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6ea7107b-9053-4859-acf2-ede4be486cd8 req-ce22acf1-f23f-4c65-89c5-b17557aec2b7 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.0952201 Feb 17 01:15:14.535586 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6ea7107b-9053-4859-acf2-ede4be486cd8 req-0b626e29-fe5f-467a-9eb2-5c932cf3d571 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0533373 Feb 17 01:15:15.753551 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3aca8-3171-48c1-b1e7-af32fbb0feb5 req-9ef49d89-1bdd-427c-bce9-a2a496ef2e61 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:15.755093 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b3b3aca8-3171-48c1-b1e7-af32fbb0feb5 req-9ef49d89-1bdd-427c-bce9-a2a496ef2e61 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.0979195 Feb 17 01:15:15.803274 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-b3b3aca8-3171-48c1-b1e7-af32fbb0feb5 req-11bb53c4-f3b7-4db8-928c-c0b452394812 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0416138 Feb 17 01:15:16.177107 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e0e03594-a28e-40f4-8e3c-cd32d543af33 req-3458d827-98ff-4bce-ac3a-5ec157054e15 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1325905 Feb 17 01:15:16.190996 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b674e-a860-4298-a603-88c34e4ef081 req-8a9bb858-3cdc-4397-8961-2f0311638c9a tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:16.192696 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-456b674e-a860-4298-a603-88c34e4ef081 req-8a9bb858-3cdc-4397-8961-2f0311638c9a tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.0890069 Feb 17 01:15:16.245093 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-456b674e-a860-4298-a603-88c34e4ef081 req-a89e85ad-c699-4411-b3fe-35ed811fcbb1 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0455732 Feb 17 01:15:16.518113 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:15:16.653245 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:16.684625 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ef230cf-e4d5-45e3-9832-8c2516cffbb5'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:15:16.695518 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7ef230cf-e4d5-45e3-9832-8c2516cffbb5,segment=NetworkSegment(cb117b77-521a-4725-9e18-935d283beeb6),segment_id=cb117b77-521a-4725-9e18-935d283beeb6)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:15:16.699574 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:16.701566 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:16.735188 dv-cinder-759955-4-smb neutron-server[83915]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7ef230cf-e4d5-45e3-9832-8c2516cffbb5', 'code': 422} returned with failed status Feb 17 01:15:16.775519 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=7ef230cf-e4d5-45e3-9832-8c2516cffbb5,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:16.783973 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.784328 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.784709 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.785083 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.785461 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.785829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.786198 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.786565 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.786953 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.787294 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.787660 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.788041 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.788446 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.788908 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.789272 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.789946 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.790418 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.790782 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.791160 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.791523 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.791907 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.792278 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.792638 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.793008 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:16.797644 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:17.452791 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f9c9d-c9f4-49e3-9d40-f586e5a84c05 req-6ae9da94-f4ea-4fd8-a7b6-e5ac3fbd3793 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:17.455495 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-781f9c9d-c9f4-49e3-9d40-f586e5a84c05 req-6ae9da94-f4ea-4fd8-a7b6-e5ac3fbd3793 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 943 time: 0.0938494 Feb 17 01:15:17.462584 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03594-a28e-40f4-8e3c-cd32d543af33 req-ea4f27e4-854a-42af-aafb-66b67b709c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:17.464333 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e0e03594-a28e-40f4-8e3c-cd32d543af33 req-ea4f27e4-854a-42af-aafb-66b67b709c05 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751&tenant_id=4efa0207dcc54aa59e82080ace500b22 HTTP/1.1" status: 200 len: 1160 time: 0.0846772 Feb 17 01:15:17.506545 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-781f9c9d-c9f4-49e3-9d40-f586e5a84c05 req-e58f158c-cb6a-4c11-9a13-0234f7e8ca10 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0442610 Feb 17 01:15:17.568007 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03594-a28e-40f4-8e3c-cd32d543af33 req-c7031d75-bc48-4b92-ac8f-cd75ca1ffee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:17.569622 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e0e03594-a28e-40f4-8e3c-cd32d543af33 req-c7031d75-bc48-4b92-ac8f-cd75ca1ffee1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4efa0207dcc54aa59e82080ace500b22&device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 1160 time: 0.0815465 Feb 17 01:15:17.723931 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03594-a28e-40f4-8e3c-cd32d543af33 req-5ab87237-5183-4d7c-a80a-64ec2823e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:17.726466 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e0e03594-a28e-40f4-8e3c-cd32d543af33 req-5ab87237-5183-4d7c-a80a-64ec2823e0dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a HTTP/1.1" status: 200 len: 903 time: 0.1501467 Feb 17 01:15:17.843529 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e0e03594-a28e-40f4-8e3c-cd32d543af33 req-834685e6-25ba-4457-888c-12346b68a8de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ef230cf-e4d5-45e3-9832-8c2516cffbb5 HTTP/1.1" status: 200 len: 998 time: 0.1101515 Feb 17 01:15:17.914685 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03594-a28e-40f4-8e3c-cd32d543af33 req-e4b9cca0-362a-42ca-bbdc-006b7e090353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:17.916270 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e0e03594-a28e-40f4-8e3c-cd32d543af33 req-e4b9cca0-362a-42ca-bbdc-006b7e090353 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=baf673ec-eee3-4837-b6b7-65b71be75608 HTTP/1.1" status: 200 len: 848 time: 0.0666301 Feb 17 01:15:18.013500 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03594-a28e-40f4-8e3c-cd32d543af33 req-e72c59fb-3c54-40b6-98ae-c6c000d96937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:18.015119 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e0e03594-a28e-40f4-8e3c-cd32d543af33 req-e72c59fb-3c54-40b6-98ae-c6c000d96937 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921724 Feb 17 01:15:18.164314 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e0e03594-a28e-40f4-8e3c-cd32d543af33 req-7d4d60b2-445e-40f0-ad2f-98528167c6cd service neutron] 10.222.0.42 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422174 Feb 17 01:15:18.312577 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e0e03594-a28e-40f4-8e3c-cd32d543af33 req-f070b4a7-c907-4154-ab38-e6b1546d8246 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421099 Feb 17 01:15:18.722202 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bd905-258d-477e-a427-f76a5abb3a2c req-8f754740-1f27-4f0a-97b7-41d3b8469517 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:18.723846 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-484bd905-258d-477e-a427-f76a5abb3a2c req-8f754740-1f27-4f0a-97b7-41d3b8469517 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 943 time: 0.0939033 Feb 17 01:15:19.008783 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-484bd905-258d-477e-a427-f76a5abb3a2c req-362f7049-1691-43a8-bee8-2465a50b1d03 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.2778261 Feb 17 01:15:20.220333 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c47dd-9a74-4a7a-9511-c4a948f27655 req-2ec76a97-8b3e-43f6-92d7-4e9b57306f8a tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:20.222152 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-692c47dd-9a74-4a7a-9511-c4a948f27655 req-2ec76a97-8b3e-43f6-92d7-4e9b57306f8a tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 943 time: 0.0907249 Feb 17 01:15:20.273516 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-692c47dd-9a74-4a7a-9511-c4a948f27655 req-9376b158-4f28-454c-8014-6f0dd834eefc tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0431218 Feb 17 01:15:20.802831 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:15:20.881849 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:15:20.882273 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:21.020880 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761867'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:21.053608 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef230cf-e4d5-45e3-9832-8c2516cffbb5'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:15:21.065188 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] For port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7ef230cf-e4d5-45e3-9832-8c2516cffbb5,segment=NetworkSegment(cb117b77-521a-4725-9e18-935d283beeb6),segment_id=cb117b77-521a-4725-9e18-935d283beeb6)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:15:21.069606 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257519016154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257519380732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779335395102'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:21.072568 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2b1b05f8-ebf8-49d4-893b-e4875fd38460 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:21.112462 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef230cf-e4d5-45e3-9832-8c2516cffbb5', 'code': 200} Feb 17 01:15:21.147772 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Pushing event updated for resources: {'Port': ['ID=7ef230cf-e4d5-45e3-9832-8c2516cffbb5,revision_number=6']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:21.151832 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:21.404785 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ed570-2f23-445c-8f4e-591fd6d2bdf6 req-1ccd3b5d-4d2c-4b34-8a4e-c8d1f995c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:21.406534 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1d0ed570-2f23-445c-8f4e-591fd6d2bdf6 req-1ccd3b5d-4d2c-4b34-8a4e-c8d1f995c720 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 1162 time: 0.0809693 Feb 17 01:15:21.454938 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1d0ed570-2f23-445c-8f4e-591fd6d2bdf6 req-85273a12-4fbc-4771-ad3c-336034703da9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0406048 Feb 17 01:15:21.487677 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f5776-ff3e-4d65-bce6-f5e3b50ac8b1 req-e0082298-80f2-4751-b9a4-186627e6c8a0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:21.489413 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-970f5776-ff3e-4d65-bce6-f5e3b50ac8b1 req-e0082298-80f2-4751-b9a4-186627e6c8a0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.0938790 Feb 17 01:15:21.545176 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-970f5776-ff3e-4d65-bce6-f5e3b50ac8b1 req-f7a71799-0c65-4708-a37c-9b3ac57d22ab tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0489142 Feb 17 01:15:22.562474 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 up at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:15:22.642932 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Provisioning complete for port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:15:22.643351 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854118683'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:22.763043 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710ef00-d112-475c-bbdb-7f4add512a6f req-9b667fb7-4a21-4219-bf26-84b62d773c9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:22.764694 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1710ef00-d112-475c-bbdb-7f4add512a6f req-9b667fb7-4a21-4219-bf26-84b62d773c9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.0925441 Feb 17 01:15:22.815296 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-1710ef00-d112-475c-bbdb-7f4add512a6f req-0aadcc37-8738-41c4-844f-730e9464c5d7 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0437808 Feb 17 01:15:29.228728 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ae83f95d-6c4d-4a81-a8c6-c6dd9768f1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:32.787752 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8abaeccf-0d3f-46f5-a25a-c255f53f8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:33.411923 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:34.008272 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:34.783531 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:37.277009 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:48.132317 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:15:59.224960 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-64cc53dd-d8d8-4781-b60e-8d2491ea2c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:02.785533 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3588fd6a-cbf2-43e6-8bba-021c6009f629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:03.416035 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:04.002954 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:04.786815 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:07.294903 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:16.431054 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5d9d8546-c8e5-45ad-9300-40c5fcd6c39b req-caacd724-c3de-499d-8ae4-9a35145b37c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1392980 Feb 17 01:16:16.591852 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d8546-c8e5-45ad-9300-40c5fcd6c39b req-d3ede6c3-8990-42f7-a973-d93d75a8f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:16:16.593400 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5d9d8546-c8e5-45ad-9300-40c5fcd6c39b req-d3ede6c3-8990-42f7-a973-d93d75a8f4e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4efa0207dcc54aa59e82080ace500b22&device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 1162 time: 0.0874486 Feb 17 01:16:16.754390 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d8546-c8e5-45ad-9300-40c5fcd6c39b req-0a5cdd90-de1a-4c86-8910-a4f8343a94e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:16:16.756084 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5d9d8546-c8e5-45ad-9300-40c5fcd6c39b req-0a5cdd90-de1a-4c86-8910-a4f8343a94e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a HTTP/1.1" status: 200 len: 903 time: 0.1403723 Feb 17 01:16:16.870109 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5d9d8546-c8e5-45ad-9300-40c5fcd6c39b req-acebdd7a-5d45-4078-8208-b80a0dea6201 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ef230cf-e4d5-45e3-9832-8c2516cffbb5 HTTP/1.1" status: 200 len: 1000 time: 0.1073821 Feb 17 01:16:16.939693 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d8546-c8e5-45ad-9300-40c5fcd6c39b req-7f7e7a6c-7f89-4aa7-b4e2-0506cd2739c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:16:16.941329 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5d9d8546-c8e5-45ad-9300-40c5fcd6c39b req-7f7e7a6c-7f89-4aa7-b4e2-0506cd2739c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=baf673ec-eee3-4837-b6b7-65b71be75608 HTTP/1.1" status: 200 len: 848 time: 0.0651665 Feb 17 01:16:17.029213 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d8546-c8e5-45ad-9300-40c5fcd6c39b req-ad93336d-45ef-4b1e-b4f0-50be12ce6277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:16:17.030880 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5d9d8546-c8e5-45ad-9300-40c5fcd6c39b req-ad93336d-45ef-4b1e-b4f0-50be12ce6277 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829215 Feb 17 01:16:17.187550 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5d9d8546-c8e5-45ad-9300-40c5fcd6c39b req-a0c00ed7-4b86-4bfa-a84d-f676d310ff98 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491828 Feb 17 01:16:17.581447 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-5d9d8546-c8e5-45ad-9300-40c5fcd6c39b req-e6094fa0-7dc9-413e-8d36-bd652c5e3837 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3866735 Feb 17 01:16:25.134361 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:16:29.236867 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-783dcb76-c01a-4544-b003-0a94daea040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:32.783251 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d39f4801-05d6-4eb1-8d58-70200a17ac80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:33.419761 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:34.009197 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:34.791352 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:35.114170 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-a783a01c-3b8e-410c-8179-9c19a87fdcea tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/floatingips/7df8689b-7103-41b7-974c-876278327037 HTTP/1.1" status: 200 len: 997 time: 0.2226706 Feb 17 01:16:35.281470 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-e6beade3-c398-4872-ad8e-2c68062db849 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:16:35.282959 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-e6beade3-c398-4872-ad8e-2c68062db849 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/networks/2e19633c-545c-4fb1-b120-f8a653754f93 HTTP/1.1" status: 200 len: 784 time: 0.1612635 Feb 17 01:16:35.293900 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-c550bf21-0267-4537-baa8-10253b1c5130 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:16:35.294947 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-c550bf21-0267-4537-baa8-10253b1c5130 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0060194 Feb 17 01:16:35.414236 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-96d87396-b940-40ca-b72c-5b374daa02dc tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.2.97 HTTP/1.1" status: 200 len: 1000 time: 0.1096454 Feb 17 01:16:35.495650 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-c10d0c52-c026-4074-84ea-d2541a733184 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:16:35.497204 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-c10d0c52-c026-4074-84ea-d2541a733184 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports/7ef230cf-e4d5-45e3-9832-8c2516cffbb5 HTTP/1.1" status: 200 len: 942 time: 0.0770698 Feb 17 01:16:35.699695 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-447670a4-093d-4b7a-afc4-f5a8ba3ab3fd tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.2.97 HTTP/1.1" status: 200 len: 1000 time: 0.1160488 Feb 17 01:16:35.939646 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Deleting port 2d38291c-ecd7-4112-94bd-9e32807f4884 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:16:35.940064 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:36.135567 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:36.136229 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:36.267749 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Calling delete_port for 2d38291c-ecd7-4112-94bd-9e32807f4884 owned by network:floatingip {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:16:36.446064 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:36.460389 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e4a88b65-3559-40af-88a3-602fff7d3cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:16:36.557371 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Pushing event deleted for resources: {'Port': ['ID=2d38291c-ecd7-4112-94bd-9e32807f4884,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:16:36.576360 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.576772 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.577186 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.577587 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.577991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.578391 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.578803 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.579195 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.579589 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.580010 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.580406 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.580815 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.581227 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.581623 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.582014 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.582404 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.582792 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.583179 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.583566 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.583981 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.584368 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.584756 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.585142 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.585531 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:36.590794 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:16:36.708509 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for floatingip, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:36.708884 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.db.l3_db [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Floating IP 7df8689b-7103-41b7-974c-876278327037 disassociated (deleted). External IP: 172.28.2.97, port: 7ef230cf-e4d5-45e3-9832-8c2516cffbb5. Feb 17 01:16:37.288498 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:37.324968 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Router c9a94271-5f7b-41a3-b11e-10885b8d1ef1 has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:16:37.532596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:16:37.543229 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb085ecb-1362-490d-9d20-51f518c8e6d2 None None] Sync routers for ids ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'] in dv-cinder-759955-4-smb {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:16:37.553759 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:37.553991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb085ecb-1362-490d-9d20-51f518c8e6d2 None None] Routers {'c9a94271-5f7b-41a3-b11e-10885b8d1ef1'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:16:37.554478 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-bb085ecb-1362-490d-9d20-51f518c8e6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:16:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:16:37.613597 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-d5dc3dc0-ee4c-4512-8508-14efc09d45b0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "DELETE /v2.0/floatingips/7df8689b-7103-41b7-974c-876278327037 HTTP/1.1" status: 204 len: 173 time: 1.9048612 Feb 17 01:16:37.614081 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'tag': '7ef230cf-e4d5-45e3-9832-8c2516cffbb5'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:16:37.666094 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'tag': '7ef230cf-e4d5-45e3-9832-8c2516cffbb5', 'status': 'completed', 'code': 200} Feb 17 01:16:37.752874 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-bb085ecb-1362-490d-9d20-51f518c8e6d2 None None] Set router c9a94271-5f7b-41a3-b11e-10885b8d1ef1 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:16:37.762902 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-bb0a27d4-d2ee-44d8-9198-e073bbd253e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:16:37.764922 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-bb0a27d4-d2ee-44d8-9198-e073bbd253e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4efa0207dcc54aa59e82080ace500b22&device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 1162 time: 0.1369030 Feb 17 01:16:37.768792 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a90c5-35b3-4cf0-b9df-0fff9629061a req-88cd733c-09a8-4dc0-9475-1fcc9685da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:16:37.770403 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fe9a90c5-35b3-4cf0-b9df-0fff9629061a req-88cd733c-09a8-4dc0-9475-1fcc9685da78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4efa0207dcc54aa59e82080ace500b22&device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 1162 time: 0.0815194 Feb 17 01:16:37.915353 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a90c5-35b3-4cf0-b9df-0fff9629061a req-5c1fdaeb-31c6-4783-bf4c-a22e074bd65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:16:37.915597 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-964e176a-47c6-4c01-a31e-b3705c76755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:16:37.917136 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-964e176a-47c6-4c01-a31e-b3705c76755c service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a HTTP/1.1" status: 200 len: 903 time: 0.1448889 Feb 17 01:16:37.917633 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fe9a90c5-35b3-4cf0-b9df-0fff9629061a req-5c1fdaeb-31c6-4783-bf4c-a22e074bd65b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a HTTP/1.1" status: 200 len: 903 time: 0.1407223 Feb 17 01:16:37.991162 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-0c107c47-c030-4910-b3fb-801f938f1c82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ef230cf-e4d5-45e3-9832-8c2516cffbb5 HTTP/1.1" status: 200 len: 217 time: 0.0668817 Feb 17 01:16:37.994803 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fe9a90c5-35b3-4cf0-b9df-0fff9629061a req-daa971f6-84c2-443b-918b-f6766bda09c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ef230cf-e4d5-45e3-9832-8c2516cffbb5 HTTP/1.1" status: 200 len: 217 time: 0.0709341 Feb 17 01:16:38.069308 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-6385d6c2-7d3f-4d1b-b59b-72d45ee46130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:16:38.070364 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a90c5-35b3-4cf0-b9df-0fff9629061a req-4899c762-4042-430b-9547-b72c79d204da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:16:38.071209 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-6385d6c2-7d3f-4d1b-b59b-72d45ee46130 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=baf673ec-eee3-4837-b6b7-65b71be75608 HTTP/1.1" status: 200 len: 848 time: 0.0732865 Feb 17 01:16:38.072244 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fe9a90c5-35b3-4cf0-b9df-0fff9629061a req-4899c762-4042-430b-9547-b72c79d204da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=baf673ec-eee3-4837-b6b7-65b71be75608 HTTP/1.1" status: 200 len: 848 time: 0.0675406 Feb 17 01:16:38.096986 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-bb085ecb-1362-490d-9d20-51f518c8e6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'name': 'tempest-TestShelveInstance-1201092274-router', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:28Z', 'updated_at': '2021-02-17T01:12:33Z', 'revision_number': 4, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'gw_port': {'id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:29Z', 'updated_at': '2021-02-17T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': '5bb1aca3-c72e-4cc0-8fbf-01a0b2348990', 'name': '', 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'mac_address': 'fa:16:3e:3b:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'baf673ec-eee3-4837-b6b7-65b71be75608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:32Z', 'updated_at': '2021-02-17T01:12:42Z', 'revision_number': 5, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'subnets': [{'id': 'baf673ec-eee3-4837-b6b7-65b71be75608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:16:38.103492 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb085ecb-1362-490d-9d20-51f518c8e6d2 None None] Checking router: c9a94271-5f7b-41a3-b11e-10885b8d1ef1 for host: dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:16:38.114703 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb085ecb-1362-490d-9d20-51f518c8e6d2 None None] Routers {'c9a94271-5f7b-41a3-b11e-10885b8d1ef1'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:16:38.115379 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-bb085ecb-1362-490d-9d20-51f518c8e6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:16:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:16:38.162018 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-e901f2fb-4515-456c-9938-2cee8a293e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:16:38.162945 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a90c5-35b3-4cf0-b9df-0fff9629061a req-aba71b27-ec45-4a81-971e-1fff8d17d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:16:38.164307 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-e901f2fb-4515-456c-9938-2cee8a293e1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864468 Feb 17 01:16:38.165098 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fe9a90c5-35b3-4cf0-b9df-0fff9629061a req-aba71b27-ec45-4a81-971e-1fff8d17d549 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6aebe4d-5e44-4afc-96e2-2f72b53e840a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859654 Feb 17 01:16:38.316620 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-bb665f2b-3524-49ad-9550-c043abbba847 service neutron] 10.222.0.23 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453888 Feb 17 01:16:38.317164 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fe9a90c5-35b3-4cf0-b9df-0fff9629061a req-3c6d052e-91cd-4d0d-8e77-da267a7d759d service neutron] 10.222.0.42 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453333 Feb 17 01:16:38.321092 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-bb085ecb-1362-490d-9d20-51f518c8e6d2 None None] Set router c9a94271-5f7b-41a3-b11e-10885b8d1ef1 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:16:38.476041 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-108e447d-3da0-4bf0-935a-76a42458aa9f req-413c6c7c-a272-4735-afbb-6ff218cb1b2d service neutron] 10.222.0.23 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1512151 Feb 17 01:16:38.477766 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-fe9a90c5-35b3-4cf0-b9df-0fff9629061a req-cd4a8ff3-36f4-491a-b5f3-4c59c49c1076 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1549170 Feb 17 01:16:38.833286 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-bb085ecb-1362-490d-9d20-51f518c8e6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'name': 'tempest-TestShelveInstance-1201092274-router', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:28Z', 'updated_at': '2021-02-17T01:12:33Z', 'revision_number': 4, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'gw_port': {'id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:29Z', 'updated_at': '2021-02-17T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': '5bb1aca3-c72e-4cc0-8fbf-01a0b2348990', 'name': '', 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'mac_address': 'fa:16:3e:3b:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'baf673ec-eee3-4837-b6b7-65b71be75608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:32Z', 'updated_at': '2021-02-17T01:12:42Z', 'revision_number': 5, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'subnets': [{'id': 'baf673ec-eee3-4837-b6b7-65b71be75608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:16:38.837594 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb085ecb-1362-490d-9d20-51f518c8e6d2 None None] The sync data for ids ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'] in dv-cinder-759955-4-smb is: [{'id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'name': 'tempest-TestShelveInstance-1201092274-router', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:28Z', 'updated_at': '2021-02-17T01:12:33Z', 'revision_number': 4, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'gw_port': {'id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:29Z', 'updated_at': '2021-02-17T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb', '_interfaces': [{'id': '5bb1aca3-c72e-4cc0-8fbf-01a0b2348990', 'name': '', 'network_id': 'd6aebe4d-5e44-4afc-96e2-2f72b53e840a', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'mac_address': 'fa:16:3e:3b:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'baf673ec-eee3-4837-b6b7-65b71be75608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:32Z', 'updated_at': '2021-02-17T01:12:42Z', 'revision_number': 5, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'subnets': [{'id': 'baf673ec-eee3-4837-b6b7-65b71be75608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:16:38.895245 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dffb8-5dba-47aa-820f-14196e1ef08e req-785f386f-bc2d-4320-a509-ba21b9261aa0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:16:38.896080 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-113dffb8-5dba-47aa-820f-14196e1ef08e req-785f386f-bc2d-4320-a509-ba21b9261aa0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Synchronizing usage tracker for tenant:4efa0207dcc54aa59e82080ace500b22 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:16:38.914073 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-113dffb8-5dba-47aa-820f-14196e1ef08e req-785f386f-bc2d-4320-a509-ba21b9261aa0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Unset dirty status for tenant:4efa0207dcc54aa59e82080ace500b22 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:16:38.915483 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-113dffb8-5dba-47aa-820f-14196e1ef08e req-785f386f-bc2d-4320-a509-ba21b9261aa0 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.1136281 Feb 17 01:16:38.967838 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-113dffb8-5dba-47aa-820f-14196e1ef08e req-6f15ae80-c8ec-4e34-a9ab-e8e3c3556219 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0429826 Feb 17 01:16:39.236009 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e551831-757f-4e1d-92c2-587daf91cb78 None None] New status for floating IP 7df8689b-7103-41b7-974c-876278327037: DOWN {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:16:40.130086 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7aca2-ae77-47aa-9d4c-7572edbc842b req-e6890c9d-1683-43f3-8e89-f9e8b3669f02 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:16:40.130852 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-e5e7aca2-ae77-47aa-9d4c-7572edbc842b req-e6890c9d-1683-43f3-8e89-f9e8b3669f02 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Synchronizing usage tracker for tenant:4efa0207dcc54aa59e82080ace500b22 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:16:40.144572 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.quota.resource [req-e5e7aca2-ae77-47aa-9d4c-7572edbc842b req-e6890c9d-1683-43f3-8e89-f9e8b3669f02 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Unset dirty status for tenant:4efa0207dcc54aa59e82080ace500b22 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:16:40.145808 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e5e7aca2-ae77-47aa-9d4c-7572edbc842b req-e6890c9d-1683-43f3-8e89-f9e8b3669f02 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.1053946 Feb 17 01:16:40.229518 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e5e7aca2-ae77-47aa-9d4c-7572edbc842b req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Deleting port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:16:40.229948 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e5e7aca2-ae77-47aa-9d4c-7572edbc842b req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:40.239233 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81b52b-1427-4bc8-a4fa-80882166e7c5 req-0c34a5b4-1ab5-4eaf-bc6b-0f09934eadc5 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:16:40.240870 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7a81b52b-1427-4bc8-a4fa-80882166e7c5 req-0c34a5b4-1ab5-4eaf-bc6b-0f09934eadc5 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 945 time: 0.1474454 Feb 17 01:16:40.291663 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-7a81b52b-1427-4bc8-a4fa-80882166e7c5 req-ed595866-5262-4b0c-9c97-1e69ea1420e6 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ec2a66b-28a8-4c5f-b01d-08999fc81290&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0437543 Feb 17 01:16:40.499286 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e5e7aca2-ae77-47aa-9d4c-7572edbc842b req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] For port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7ef230cf-e4d5-45e3-9832-8c2516cffbb5,segment=NetworkSegment(cb117b77-521a-4725-9e18-935d283beeb6),segment_id=cb117b77-521a-4725-9e18-935d283beeb6)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:16:40.499655 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e5e7aca2-ae77-47aa-9d4c-7572edbc842b req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:40.634990 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e5e7aca2-ae77-47aa-9d4c-7572edbc842b req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Calling delete_port for 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:16:40.796625 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e5e7aca2-ae77-47aa-9d4c-7572edbc842b req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:40.818242 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6bc83d0a-e70d-417b-9261-009be280aca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:16:40.918480 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Pushing event deleted for resources: {'Port': ['ID=7ef230cf-e4d5-45e3-9832-8c2516cffbb5,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:16:40.937513 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.937921 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.938328 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.938724 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.939120 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.939509 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.939923 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.940313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.940699 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.941082 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.941473 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.941847 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.942285 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.942650 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.943033 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.943415 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.943834 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.944203 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.944585 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.944968 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.945350 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.945777 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.946212 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.946642 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:40.951736 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:16:40.953265 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:16:40.994408 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] No Port match for: 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:16:40.994805 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Device 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 not bound to the agent host hv-cinder-75995 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:16:41.047694 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e7aca2-ae77-47aa-9d4c-7572edbc842b req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] No DVR routers for this DVR port 7ef230cf-e4d5-45e3-9832-8c2516cffbb5 on host hv-cinder-75995 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:16:41.048312 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e5e7aca2-ae77-47aa-9d4c-7572edbc842b req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769272'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:41.051174 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'name': 'network-vif-deleted', 'tag': '7ef230cf-e4d5-45e3-9832-8c2516cffbb5'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:16:41.067976 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-e5e7aca2-ae77-47aa-9d4c-7572edbc842b req-f8e39258-4249-4f57-8b9d-f62a1fd0a532 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.42 "DELETE /v2.0/ports/7ef230cf-e4d5-45e3-9832-8c2516cffbb5 HTTP/1.1" status: 204 len: 173 time: 0.9167616 Feb 17 01:16:41.115084 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c106f50-2ef7-4ae2-a7e9-874f9a86e751', 'name': 'network-vif-deleted', 'tag': '7ef230cf-e4d5-45e3-9832-8c2516cffbb5', 'status': 'completed', 'code': 200} Feb 17 01:16:41.469153 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-6c8ad39c-542b-46c2-b157-9b0dc43dc339 req-8fad9b18-a01d-429c-95fc-f50e7e12fc07 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c106f50-2ef7-4ae2-a7e9-874f9a86e751 HTTP/1.1" status: 200 len: 210 time: 0.0559063 Feb 17 01:16:42.648420 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f3fb0059-bf8c-459f-a796-ff18c6900f09 req-bca73135-5782-49dc-873e-4b4827e33fa1 tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "GET /v2.0/security-groups/2ec2a66b-28a8-4c5f-b01d-08999fc81290 HTTP/1.1" status: 200 len: 2989 time: 0.0546849 Feb 17 01:16:42.728125 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f3fb0059-bf8c-459f-a796-ff18c6900f09 req-4bf99dd0-f903-491e-a5d7-599595d2a39c tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:42.759495 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f3fb0059-bf8c-459f-a796-ff18c6900f09 req-4bf99dd0-f903-491e-a5d7-599595d2a39c tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:42.819337 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f3fb0059-bf8c-459f-a796-ff18c6900f09 req-4bf99dd0-f903-491e-a5d7-599595d2a39c tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:42.825356 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-31c6097e-762b-46f0-a935-8aa28255ecf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:16:42.844157 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf99dd0-f903-491e-a5d7-599595d2a39c tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec2a66b-28a8-4c5f-b01d-08999fc81290,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:16:42.846936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4bf99dd0-f903-491e-a5d7-599595d2a39c tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:16:42.857421 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f3fb0059-bf8c-459f-a796-ff18c6900f09 req-4bf99dd0-f903-491e-a5d7-599595d2a39c tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:42.858772 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [req-f3fb0059-bf8c-459f-a796-ff18c6900f09 req-4bf99dd0-f903-491e-a5d7-599595d2a39c tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] 10.222.0.23 "DELETE /v2.0/security-groups/2ec2a66b-28a8-4c5f-b01d-08999fc81290 HTTP/1.1" status: 204 len: 173 time: 0.2015429 Feb 17 01:16:43.930325 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 33198) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:16:44.551543 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c0f6136c-741f-4d19-b3c9-58cde541e400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853062263'] for router_interface, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:44.939198 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c0f6136c-741f-4d19-b3c9-58cde541e400 admin admin] Deleting port 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:16:44.939759 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c0f6136c-741f-4d19-b3c9-58cde541e400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:45.130124 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c0f6136c-741f-4d19-b3c9-58cde541e400 admin admin] For port 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=5bb1aca3-c72e-4cc0-8fbf-01a0b2348990,segment=NetworkSegment(cb117b77-521a-4725-9e18-935d283beeb6),segment_id=cb117b77-521a-4725-9e18-935d283beeb6)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:16:45.130515 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c0f6136c-741f-4d19-b3c9-58cde541e400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:45.268607 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c0f6136c-741f-4d19-b3c9-58cde541e400 admin admin] Calling delete_port for 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 owned by network:router_interface {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:16:45.856769 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c0f6136c-741f-4d19-b3c9-58cde541e400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:45.875533 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-84425bdb-ec46-4171-bef7-11de65a67f9b tempest-TestShelveInstance-610857310 tempest-TestShelveInstance-610857310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:16:45.971677 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6136c-741f-4d19-b3c9-58cde541e400 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb1aca3-c72e-4cc0-8fbf-01a0b2348990,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:16:45.981839 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c0f6136c-741f-4d19-b3c9-58cde541e400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:16:46.305593 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c0f6136c-741f-4d19-b3c9-58cde541e400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853062169'] for router_interface, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:46.851437 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f6136c-741f-4d19-b3c9-58cde541e400 admin admin] Router c9a94271-5f7b-41a3-b11e-10885b8d1ef1 has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:16:47.054189 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f6136c-741f-4d19-b3c9-58cde541e400 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:16:47.063182 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3146db41-f8b4-4653-ae72-f029cfacf6d7 None None] Sync routers for ids ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'] in dv-cinder-759955-4-smb {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:16:47.068699 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-c0f6136c-741f-4d19-b3c9-58cde541e400 admin admin] 10.222.0.23 "PUT /v2.0/routers/c9a94271-5f7b-41a3-b11e-10885b8d1ef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1353164 Feb 17 01:16:47.069660 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 33202) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:16:47.073906 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3146db41-f8b4-4653-ae72-f029cfacf6d7 None None] Routers {'c9a94271-5f7b-41a3-b11e-10885b8d1ef1'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:16:47.074585 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-3146db41-f8b4-4653-ae72-f029cfacf6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:16:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:16:47.260855 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ba81ec3-c92b-49a3-a3b8-bf73b8a33f3f admin admin] Notify callbacks [] for router, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:47.267505 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-3146db41-f8b4-4653-ae72-f029cfacf6d7 None None] Set router c9a94271-5f7b-41a3-b11e-10885b8d1ef1 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:16:47.449917 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ba81ec3-c92b-49a3-a3b8-bf73b8a33f3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:47.455692 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-1ba81ec3-c92b-49a3-a3b8-bf73b8a33f3f admin admin] Deleting port 28e1a924-3f38-41b4-a3f5-3eac2dfd2693 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:16:47.456095 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ba81ec3-c92b-49a3-a3b8-bf73b8a33f3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:47.578810 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-3146db41-f8b4-4653-ae72-f029cfacf6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'name': 'tempest-TestShelveInstance-1201092274-router', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:28Z', 'updated_at': '2021-02-17T01:16:45Z', 'revision_number': 5, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'gw_port': {'id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:29Z', 'updated_at': '2021-02-17T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:16:47.582988 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3146db41-f8b4-4653-ae72-f029cfacf6d7 None None] Checking router: c9a94271-5f7b-41a3-b11e-10885b8d1ef1 for host: dv-cinder-759955-4-smb {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:16:47.592572 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3146db41-f8b4-4653-ae72-f029cfacf6d7 None None] Routers {'c9a94271-5f7b-41a3-b11e-10885b8d1ef1'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:16:47.593232 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-3146db41-f8b4-4653-ae72-f029cfacf6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:16:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:16:47.648123 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-1ba81ec3-c92b-49a3-a3b8-bf73b8a33f3f admin admin] For port 28e1a924-3f38-41b4-a3f5-3eac2dfd2693, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=28e1a924-3f38-41b4-a3f5-3eac2dfd2693,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:16:47.648519 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ba81ec3-c92b-49a3-a3b8-bf73b8a33f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:47.782737 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-1ba81ec3-c92b-49a3-a3b8-bf73b8a33f3f admin admin] Calling delete_port for 28e1a924-3f38-41b4-a3f5-3eac2dfd2693 owned by network:router_gateway {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:16:47.784117 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-3146db41-f8b4-4653-ae72-f029cfacf6d7 None None] Set router c9a94271-5f7b-41a3-b11e-10885b8d1ef1 gateway port host: dv-cinder-759955-4-smb {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:16:47.931175 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ba81ec3-c92b-49a3-a3b8-bf73b8a33f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:48.108135 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-3146db41-f8b4-4653-ae72-f029cfacf6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'name': 'tempest-TestShelveInstance-1201092274-router', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:28Z', 'updated_at': '2021-02-17T01:16:45Z', 'revision_number': 5, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'gw_port': {'id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:29Z', 'updated_at': '2021-02-17T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:16:48.114664 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3146db41-f8b4-4653-ae72-f029cfacf6d7 None None] The sync data for ids ['c9a94271-5f7b-41a3-b11e-10885b8d1ef1'] in dv-cinder-759955-4-smb is: [{'id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'name': 'tempest-TestShelveInstance-1201092274-router', 'tenant_id': '4efa0207dcc54aa59e82080ace500b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:28Z', 'updated_at': '2021-02-17T01:16:45Z', 'revision_number': 5, 'project_id': '4efa0207dcc54aa59e82080ace500b22', 'gw_port': {'id': '28e1a924-3f38-41b4-a3f5-3eac2dfd2693', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a94271-5f7b-41a3-b11e-10885b8d1ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:29Z', 'updated_at': '2021-02-17T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:16:48.320748 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 no longer exists at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:16:48.361390 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] No Port match for: 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:16:48.361762 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 5bb1aca3-c72e-4cc0-8fbf-01a0b2348990 not bound to the agent host dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:16:48.374166 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ba81ec3-c92b-49a3-a3b8-bf73b8a33f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853002069'] for router_gateway, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:48.517018 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ba81ec3-c92b-49a3-a3b8-bf73b8a33f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853063133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16009'] for router, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:48.519499 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ba81ec3-c92b-49a3-a3b8-bf73b8a33f3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:48.545652 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ba81ec3-c92b-49a3-a3b8-bf73b8a33f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853063423'] for router, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:48.546213 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba81ec3-c92b-49a3-a3b8-bf73b8a33f3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9a94271-5f7b-41a3-b11e-10885b8d1ef1 {{(pid=84026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:16:48.559702 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ba81ec3-c92b-49a3-a3b8-bf73b8a33f3f admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:48.561197 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-1ba81ec3-c92b-49a3-a3b8-bf73b8a33f3f admin admin] 10.222.0.23 "DELETE /v2.0/routers/c9a94271-5f7b-41a3-b11e-10885b8d1ef1 HTTP/1.1" status: 204 len: 168 time: 1.4903688 Feb 17 01:16:48.563986 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 33206) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:16:48.637058 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d583ae-ee8a-418c-b7d0-b28de0118286 admin admin] Deleting subnet baf673ec-eee3-4837-b6b7-65b71be75608 {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:16:48.640459 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6d583ae-ee8a-418c-b7d0-b28de0118286 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:48.693869 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6d583ae-ee8a-418c-b7d0-b28de0118286 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851709794'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:48.786838 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6d583ae-ee8a-418c-b7d0-b28de0118286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853998860'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:49.065102 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6d583ae-ee8a-418c-b7d0-b28de0118286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3260342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2905146'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:49.083641 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:16:49.172864 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d583ae-ee8a-418c-b7d0-b28de0118286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baf673ec-eee3-4837-b6b7-65b71be75608,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:16:49.184687 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c6d583ae-ee8a-418c-b7d0-b28de0118286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:16:49.220021 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6d583ae-ee8a-418c-b7d0-b28de0118286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:49.225844 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf38607-47a5-4a7c-8b49-0f0cd8b9b67c None None] Network d6aebe4d-5e44-4afc-96e2-2f72b53e840a requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:16:49.226222 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-c6d583ae-ee8a-418c-b7d0-b28de0118286 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/baf673ec-eee3-4837-b6b7-65b71be75608 HTTP/1.1" status: 204 len: 168 time: 0.6611204 Feb 17 01:16:49.229592 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 33210) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:16:49.347088 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854224426'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:49.422037 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Deleting port 2fd91379-53e5-4af0-87ab-f604ef899f81 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:16:49.422406 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:49.484254 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fbecd1-c510-4544-97ee-a25c0e573db2 None None] DHCP port deletion for d6aebe4d-5e44-4afc-96e2-2f72b53e840a request from dv-cinder-759955-4-smb {{(pid=84028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 01:16:49.488474 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-d1fbecd1-c510-4544-97ee-a25c0e573db2 None None] Deleting port 2fd91379-53e5-4af0-87ab-f604ef899f81 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:16:49.488896 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d1fbecd1-c510-4544-97ee-a25c0e573db2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:49.654803 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] For port 2fd91379-53e5-4af0-87ab-f604ef899f81, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=2fd91379-53e5-4af0-87ab-f604ef899f81,segment=NetworkSegment(cb117b77-521a-4725-9e18-935d283beeb6),segment_id=cb117b77-521a-4725-9e18-935d283beeb6)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:16:49.655093 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:49.710148 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-d1fbecd1-c510-4544-97ee-a25c0e573db2 None None] For port 2fd91379-53e5-4af0-87ab-f604ef899f81, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=2fd91379-53e5-4af0-87ab-f604ef899f81,segment=NetworkSegment(cb117b77-521a-4725-9e18-935d283beeb6),segment_id=cb117b77-521a-4725-9e18-935d283beeb6)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:16:49.710504 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d1fbecd1-c510-4544-97ee-a25c0e573db2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:49.789114 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Calling delete_port for 2fd91379-53e5-4af0-87ab-f604ef899f81 owned by network:dhcp {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:16:49.841638 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-d1fbecd1-c510-4544-97ee-a25c0e573db2 None None] Calling delete_port for 2fd91379-53e5-4af0-87ab-f604ef899f81 owned by network:dhcp {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:16:49.869746 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:49.885494 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-725f5570-2f9e-4ba7-97c7-d2f0fddec8ba tempest-AttachVolumeTestJSON-1551949145 tempest-AttachVolumeTestJSON-1551949145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:16:49.920756 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.db.api [None req-d1fbecd1-c510-4544-97ee-a25c0e573db2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:16:49.921085 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_db.api [None req-d1fbecd1-c510-4544-97ee-a25c0e573db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:16:49.983863 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd91379-53e5-4af0-87ab-f604ef899f81,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:16:49.995658 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:16:50.034683 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] No DVR routers for this DVR port 2fd91379-53e5-4af0-87ab-f604ef899f81 on host dv-cinder-759955-4-smb {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:16:50.160229 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853995923', 'neutron.services.segments.db._delete_segments_for_network-8779335925738'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:50.274829 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6aebe4d-5e44-4afc-96e2-2f72b53e840a']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:16:50.292252 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb117b77-521a-4725-9e18-935d283beeb6') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:16:50.292582 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb117b77-521a-4725-9e18-935d283beeb6') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:16:50.305354 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257518846972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3065990'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:50.325244 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:50.327596 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:16:50.361237 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 2fd91379-53e5-4af0-87ab-f604ef899f81 no longer exists at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:16:50.399562 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] No Port match for: 2fd91379-53e5-4af0-87ab-f604ef899f81 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:16:50.400373 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 2fd91379-53e5-4af0-87ab-f604ef899f81 not bound to the agent host dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:16:50.400613 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 28e1a924-3f38-41b4-a3f5-3eac2dfd2693 no longer exists at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:16:50.425715 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-d1fbecd1-c510-4544-97ee-a25c0e573db2 None None] Deleting port 2fd91379-53e5-4af0-87ab-f604ef899f81 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:16:50.426146 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d1fbecd1-c510-4544-97ee-a25c0e573db2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:50.474548 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] No Port match for: 28e1a924-3f38-41b4-a3f5-3eac2dfd2693 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:16:50.474899 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 28e1a924-3f38-41b4-a3f5-3eac2dfd2693 not bound to the agent host dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:16:50.510799 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Network d6aebe4d-5e44-4afc-96e2-2f72b53e840a has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:16:50.513574 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-d1fbecd1-c510-4544-97ee-a25c0e573db2 None None] The port '2fd91379-53e5-4af0-87ab-f604ef899f81' was deleted {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 01:16:50.520493 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853997851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851517111'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:50.716215 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Network d6aebe4d-5e44-4afc-96e2-2f72b53e840a has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: Traceback (most recent call last): Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: timer() Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: cb(*args, **kw) Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: return func(*args, **kwargs) Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: self._notify() Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: self.callback(batched_events) Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: event.method(event) Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: return f(self, *a, **k) Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: return self._get(url).json() Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: **kwargs) Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: **endpoint_filter) Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:16:50.741138 dv-cinder-759955-4-smb neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:16:50.839545 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777043'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:50.843392 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-967e4b06-136e-4065-b5cf-4920cd37a531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:16:50.861346 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:50.870918 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6aebe4d-5e44-4afc-96e2-2f72b53e840a,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:16:50.874521 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:16:50.886529 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-fd04d6ea-95a7-476e-8898-cf55360aea23 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d6aebe4d-5e44-4afc-96e2-2f72b53e840a HTTP/1.1" status: 204 len: 168 time: 1.6558888 Feb 17 01:16:50.891198 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 33214) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:16:51.744463 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b7f8ea4-2ad1-40d6-8c4b-30bb4d921d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853062263'] for router_interface, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:52.127826 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-6b7f8ea4-2ad1-40d6-8c4b-30bb4d921d77 admin admin] Deleting port f81bba57-2b93-4957-ac16-a28b1e82717e {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:16:52.128258 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b7f8ea4-2ad1-40d6-8c4b-30bb4d921d77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:52.319207 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-6b7f8ea4-2ad1-40d6-8c4b-30bb4d921d77 admin admin] For port f81bba57-2b93-4957-ac16-a28b1e82717e, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=f81bba57-2b93-4957-ac16-a28b1e82717e,segment=NetworkSegment(18ca2c0f-46d4-471c-9679-096ec5f7b23a),segment_id=18ca2c0f-46d4-471c-9679-096ec5f7b23a)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:16:52.319605 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b7f8ea4-2ad1-40d6-8c4b-30bb4d921d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:52.457332 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-6b7f8ea4-2ad1-40d6-8c4b-30bb4d921d77 admin admin] Calling delete_port for f81bba57-2b93-4957-ac16-a28b1e82717e owned by network:router_interface {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:16:52.797305 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b7f8ea4-2ad1-40d6-8c4b-30bb4d921d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258722'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:52.810758 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e08259ce-020b-4531-af7d-8b2a46d5b962 tempest-VolumesSnapshotTestJSON-1613741610 tempest-VolumesSnapshotTestJSON-1613741610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:16:52.908770 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f8ea4-2ad1-40d6-8c4b-30bb4d921d77 admin admin] Pushing event deleted for resources: {'Port': ['ID=f81bba57-2b93-4957-ac16-a28b1e82717e,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:16:52.918492 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6b7f8ea4-2ad1-40d6-8c4b-30bb4d921d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:16:53.237485 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b7f8ea4-2ad1-40d6-8c4b-30bb4d921d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853062169'] for router_interface, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:54.031633 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7f8ea4-2ad1-40d6-8c4b-30bb4d921d77 admin admin] Router f2d61ea7-cb62-4e58-9df2-c4608345e166 has already been hosted by L3 agent 5ca60812-9bdb-472f-9e34-1438c7609947 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:16:54.229840 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7f8ea4-2ad1-40d6-8c4b-30bb4d921d77 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-smb the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:16:54.239349 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54871fe-032f-483a-a51f-5ed13f0172d2 None None] Sync routers for ids ['f2d61ea7-cb62-4e58-9df2-c4608345e166'] in dv-cinder-759955-4-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:16:54.239591 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-6b7f8ea4-2ad1-40d6-8c4b-30bb4d921d77 admin admin] 10.222.0.23 "PUT /v2.0/routers/f2d61ea7-cb62-4e58-9df2-c4608345e166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3472674 Feb 17 01:16:54.242649 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 33218) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:16:54.250455 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54871fe-032f-483a-a51f-5ed13f0172d2 None None] Routers {'f2d61ea7-cb62-4e58-9df2-c4608345e166'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:16:54.251131 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a54871fe-032f-483a-a51f-5ed13f0172d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:16:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['f2d61ea7-cb62-4e58-9df2-c4608345e166'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:16:54.437415 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08344188-a02c-45f5-b31e-1f6ec98955a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:54.622629 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-a54871fe-032f-483a-a51f-5ed13f0172d2 None None] Set router f2d61ea7-cb62-4e58-9df2-c4608345e166 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:16:54.636860 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08344188-a02c-45f5-b31e-1f6ec98955a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:54.642940 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-08344188-a02c-45f5-b31e-1f6ec98955a4 admin admin] Deleting port 3443d6ed-12e1-4fae-a558-001feb5af256 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:16:54.643308 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08344188-a02c-45f5-b31e-1f6ec98955a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:54.834575 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-08344188-a02c-45f5-b31e-1f6ec98955a4 admin admin] For port 3443d6ed-12e1-4fae-a558-001feb5af256, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=3443d6ed-12e1-4fae-a558-001feb5af256,segment=NetworkSegment(1f35faff-9d0f-49e9-a6af-4cd84f7117ad),segment_id=1f35faff-9d0f-49e9-a6af-4cd84f7117ad)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:16:54.834978 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08344188-a02c-45f5-b31e-1f6ec98955a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:54.931390 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a54871fe-032f-483a-a51f-5ed13f0172d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'name': 'tempest-TestShelveInstance-1626846014-router', 'tenant_id': '1c4f2db5e4c8483d856853fbf3201203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.90'}], 'enable_snat': True}, 'gw_port_id': '3443d6ed-12e1-4fae-a558-001feb5af256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:37Z', 'updated_at': '2021-02-17T01:16:52Z', 'revision_number': 5, 'project_id': '1c4f2db5e4c8483d856853fbf3201203', 'gw_port': {'id': '3443d6ed-12e1-4fae-a558-001feb5af256', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:37Z', 'updated_at': '2021-02-17T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:16:54.935599 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54871fe-032f-483a-a51f-5ed13f0172d2 None None] Checking router: f2d61ea7-cb62-4e58-9df2-c4608345e166 for host: dv-cinder-759955-4-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:16:54.944987 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54871fe-032f-483a-a51f-5ed13f0172d2 None None] Routers {'f2d61ea7-cb62-4e58-9df2-c4608345e166'} bound to L3 agent in host dv-cinder-759955-4-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:16:54.945659 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a54871fe-032f-483a-a51f-5ed13f0172d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:51:03Z,description=,heartbeat_timestamp=2021-02-17T01:16:33Z,host='dv-cinder-759955-4-smb',id=5ca60812-9bdb-472f-9e34-1438c7609947,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:51:03Z,topic='l3_agent')) {'router_ids': ['f2d61ea7-cb62-4e58-9df2-c4608345e166'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:16:54.969485 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-08344188-a02c-45f5-b31e-1f6ec98955a4 admin admin] Calling delete_port for 3443d6ed-12e1-4fae-a558-001feb5af256 owned by network:router_gateway {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:16:55.113366 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08344188-a02c-45f5-b31e-1f6ec98955a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852681149'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:55.146458 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-a54871fe-032f-483a-a51f-5ed13f0172d2 None None] Set router f2d61ea7-cb62-4e58-9df2-c4608345e166 gateway port host: dv-cinder-759955-4-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:16:55.304963 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08344188-a02c-45f5-b31e-1f6ec98955a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853002069'] for router_gateway, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:55.443746 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08344188-a02c-45f5-b31e-1f6ec98955a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853063133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16009'] for router, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:55.446356 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08344188-a02c-45f5-b31e-1f6ec98955a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:55.471717 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08344188-a02c-45f5-b31e-1f6ec98955a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853063423'] for router, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:55.472217 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a54871fe-032f-483a-a51f-5ed13f0172d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'name': 'tempest-TestShelveInstance-1626846014-router', 'tenant_id': '1c4f2db5e4c8483d856853fbf3201203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.90'}], 'enable_snat': True}, 'gw_port_id': '3443d6ed-12e1-4fae-a558-001feb5af256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:37Z', 'updated_at': '2021-02-17T01:16:52Z', 'revision_number': 5, 'project_id': '1c4f2db5e4c8483d856853fbf3201203', 'gw_port': {'id': '3443d6ed-12e1-4fae-a558-001feb5af256', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:37Z', 'updated_at': '2021-02-17T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}], 'dv-cinder-759955-4-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:16:55.472513 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08344188-a02c-45f5-b31e-1f6ec98955a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2d61ea7-cb62-4e58-9df2-c4608345e166 {{(pid=84026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:16:55.480686 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54871fe-032f-483a-a51f-5ed13f0172d2 None None] The sync data for ids ['f2d61ea7-cb62-4e58-9df2-c4608345e166'] in dv-cinder-759955-4-smb is: [{'id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'name': 'tempest-TestShelveInstance-1626846014-router', 'tenant_id': '1c4f2db5e4c8483d856853fbf3201203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'external_fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.90'}], 'enable_snat': True}, 'gw_port_id': '3443d6ed-12e1-4fae-a558-001feb5af256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:12:37Z', 'updated_at': '2021-02-17T01:16:52Z', 'revision_number': 5, 'project_id': '1c4f2db5e4c8483d856853fbf3201203', 'gw_port': {'id': '3443d6ed-12e1-4fae-a558-001feb5af256', 'name': '', 'network_id': '2e19633c-545c-4fb1-b120-f8a653754f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d61ea7-cb62-4e58-9df2-c4608345e166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'ip_address': '172.28.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:37Z', 'updated_at': '2021-02-17T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7820f59-df4d-447e-aa70-8d8cb70b78f3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-smb'}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:16:55.486738 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08344188-a02c-45f5-b31e-1f6ec98955a4 admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:55.488042 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-08344188-a02c-45f5-b31e-1f6ec98955a4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f2d61ea7-cb62-4e58-9df2-c4608345e166 HTTP/1.1" status: 204 len: 168 time: 1.2442951 Feb 17 01:16:55.490907 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 33222) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:16:55.564280 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d4b0a5-fd2e-406b-aca4-4da27e330696 admin admin] Deleting subnet 45e29f16-c16b-4b20-ae6a-431d79d61d49 {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:16:55.568220 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-85d4b0a5-fd2e-406b-aca4-4da27e330696 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:55.625075 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-85d4b0a5-fd2e-406b-aca4-4da27e330696 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850745984'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:55.760953 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-85d4b0a5-fd2e-406b-aca4-4da27e330696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853998860'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:56.042526 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-85d4b0a5-fd2e-406b-aca4-4da27e330696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852682601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2536237'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:56.059115 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0839d9e8-3368-4faf-84c5-bfcc4d840188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:16:56.148249 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4b0a5-fd2e-406b-aca4-4da27e330696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45e29f16-c16b-4b20-ae6a-431d79d61d49,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:16:56.151581 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-85d4b0a5-fd2e-406b-aca4-4da27e330696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:16:56.199685 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-85d4b0a5-fd2e-406b-aca4-4da27e330696 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:56.205960 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78e7b28-5530-4c9f-b586-9964b5b13b4d None None] Network c6ce59bc-0685-4156-84e7-0334d7a46e87 requested from dv-cinder-759955-4-smb {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:16:56.206232 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-85d4b0a5-fd2e-406b-aca4-4da27e330696 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/45e29f16-c16b-4b20-ae6a-431d79d61d49 HTTP/1.1" status: 204 len: 168 time: 0.7142148 Feb 17 01:16:56.209315 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 33226) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:16:56.328151 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854224426'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:56.382463 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 3443d6ed-12e1-4fae-a558-001feb5af256 no longer exists at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:16:56.401127 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Deleting port c930e5b1-80d1-4675-aebc-79606a764554 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:16:56.401437 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:56.437615 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] No Port match for: 3443d6ed-12e1-4fae-a558-001feb5af256 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:16:56.437974 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device 3443d6ed-12e1-4fae-a558-001feb5af256 not bound to the agent host dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:16:56.438446 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device f81bba57-2b93-4957-ac16-a28b1e82717e no longer exists at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:16:56.481754 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] No Port match for: f81bba57-2b93-4957-ac16-a28b1e82717e {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:16:56.482018 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device f81bba57-2b93-4957-ac16-a28b1e82717e not bound to the agent host dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:16:56.580373 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] DHCP port deletion for c6ce59bc-0685-4156-84e7-0334d7a46e87 request from dv-cinder-759955-4-smb {{(pid=84028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 01:16:56.585155 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Deleting port c930e5b1-80d1-4675-aebc-79606a764554 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:16:56.585618 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:56.636972 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] For port c930e5b1-80d1-4675-aebc-79606a764554, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=c930e5b1-80d1-4675-aebc-79606a764554,segment=NetworkSegment(18ca2c0f-46d4-471c-9679-096ec5f7b23a),segment_id=18ca2c0f-46d4-471c-9679-096ec5f7b23a)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:16:56.637369 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:56.772430 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Calling delete_port for c930e5b1-80d1-4675-aebc-79606a764554 owned by network:dhcp {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:16:56.811110 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] For port c930e5b1-80d1-4675-aebc-79606a764554, host dv-cinder-759955-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-smb',level=0,port_id=c930e5b1-80d1-4675-aebc-79606a764554,segment=NetworkSegment(18ca2c0f-46d4-471c-9679-096ec5f7b23a),segment_id=18ca2c0f-46d4-471c-9679-096ec5f7b23a)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:16:56.811555 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718631'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:56.948678 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Calling delete_port for c930e5b1-80d1-4675-aebc-79606a764554 owned by network:dhcp {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:16:57.036391 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854765075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257519016137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257519421198'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:57.052449 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a3a9a94d-d1f8-4cd6-8920-9be92404a01e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:16:57.106534 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.db.api [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84026) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:16:57.106881 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_db.api [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:16:57.149468 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Pushing event deleted for resources: {'Port': ['ID=c930e5b1-80d1-4675-aebc-79606a764554,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:16:57.171479 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.171936 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.172313 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.172687 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.173057 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.173428 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.173800 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.174158 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.174520 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.174863 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.175225 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.175588 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.176014 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.176376 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.176741 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.177100 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.177500 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.177825 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.178187 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.178546 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.178912 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.179267 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.179625 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.180013 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:16:57.184153 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:16:57.217410 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140af4f8-1bd4-4735-aa82-fea1f16c11c2 None None] No DVR routers for this DVR port c930e5b1-80d1-4675-aebc-79606a764554 on host dv-cinder-759955-4-smb {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:16:57.608504 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Deleting port c930e5b1-80d1-4675-aebc-79606a764554 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:16:57.608888 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257518940788'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:57.682868 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] The port 'c930e5b1-80d1-4675-aebc-79606a764554' was deleted {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 01:16:57.806840 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853995923', 'neutron.services.segments.db._delete_segments_for_network-8779335925738'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:57.923564 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ce59bc-0685-4156-84e7-0334d7a46e87']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:16:57.936646 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ca2c0f-46d4-471c-9679-096ec5f7b23a') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:16:57.936984 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.services.segments.db [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ca2c0f-46d4-471c-9679-096ec5f7b23a') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:16:57.949404 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257518846972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4029848'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:57.968047 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777949'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:57.970351 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:16:58.156697 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Network c6ce59bc-0685-4156-84e7-0334d7a46e87 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:16:58.166602 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853997851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2094696'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:58.353724 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Network c6ce59bc-0685-4156-84e7-0334d7a46e87 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:16:58.361402 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device c930e5b1-80d1-4675-aebc-79606a764554 no longer exists at agent ovs-agent-dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: % (table.description, expected, rows_matched) Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: % (table.description, expected, rows_matched) Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: % (table.description, expected, rows_matched) Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: % (table.description, expected, rows_matched) Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: Traceback (most recent call last): Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: timer() Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: cb(*args, **kw) Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: return func(*args, **kwargs) Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: self._notify() Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: self.callback(batched_events) Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: event.method(event) Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: return f(self, *a, **k) Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: return self._get(url).json() Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: **kwargs) Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: **endpoint_filter) Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:16:58.379573 dv-cinder-759955-4-smb neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:16:58.398885 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] No Port match for: c930e5b1-80d1-4675-aebc-79606a764554 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:16:58.399425 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Device c930e5b1-80d1-4675-aebc-79606a764554 not bound to the agent host dv-cinder-759955-4-smb {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:16:58.463114 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853078626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777043'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:58.467602 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695088'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:58.470357 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0b312749-e301-4543-93fc-0fc364320fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:16:58.499042 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ce59bc-0685-4156-84e7-0334d7a46e87,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:16:58.501892 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:16:58.503946 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-d278311f-9cbe-4c00-867c-52f1a2b95fad admin admin] 10.222.0.23 "DELETE /v2.0/networks/c6ce59bc-0685-4156-84e7-0334d7a46e87 HTTP/1.1" status: 204 len: 168 time: 2.2933664 Feb 17 01:16:58.698046 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 33232) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:16:58.750900 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-e33e75fc-f900-4929-b8ab-51d794d1bf19 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4efa0207dcc54aa59e82080ace500b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515175 Feb 17 01:16:58.753591 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.23', 33236) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:16:58.821439 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7aa851a-5650-4276-b409-ed8e74776f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:58.859757 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7aa851a-5650-4276-b409-ed8e74776f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:58.912347 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7aa851a-5650-4276-b409-ed8e74776f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:58.917675 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-29dbfe68-66a9-4bba-8942-01eb2af949f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:16:58.932151 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa851a-5650-4276-b409-ed8e74776f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff0a8c9-8229-4bee-aba4-4db51c181759,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:16:58.935961 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e7aa851a-5650-4276-b409-ed8e74776f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:16:58.939255 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7aa851a-5650-4276-b409-ed8e74776f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:58.940545 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-e7aa851a-5650-4276-b409-ed8e74776f0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dff0a8c9-8229-4bee-aba4-4db51c181759 HTTP/1.1" status: 204 len: 168 time: 0.1859860 Feb 17 01:16:59.232031 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8647f8e2-03cf-43cd-bc8a-2c8cc9044c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:59.332959 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 33244) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:16:59.391301 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-420dadeb-3cf4-4fca-bc0e-3230974790db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c4f2db5e4c8483d856853fbf3201203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565836 Feb 17 01:16:59.394897 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.23', 33248) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:16:59.459146 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-008000be-d831-4564-bebc-30dd086becc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:59.487903 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-008000be-d831-4564-bebc-30dd086becc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:59.534113 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-008000be-d831-4564-bebc-30dd086becc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748761'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:59.538074 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-88cbaa5d-3121-43b3-ba8e-a9bd0248d9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:16:59.550331 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008000be-d831-4564-bebc-30dd086becc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625f31b6-9bf9-4971-a497-3c79fc8489f8,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:16:59.553101 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-008000be-d831-4564-bebc-30dd086becc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:16:59.560349 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-008000be-d831-4564-bebc-30dd086becc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:59.562645 dv-cinder-759955-4-smb neutron-server[83915]: INFO neutron.wsgi [None req-008000be-d831-4564-bebc-30dd086becc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/625f31b6-9bf9-4971-a497-3c79fc8489f8 HTTP/1.1" status: 204 len: 168 time: 0.1657286 Feb 17 01:17:02.135035 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:17:02.780312 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f61aceb2-4b29-4b87-a486-7cad72b3e7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:03.422279 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:04.012633 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:04.791138 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:07.287957 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:29.230141 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fb396f7d-8333-4dca-abd4-5f55a7c55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:32.785983 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23e4447b-46c0-40e6-8255-73dc8d600619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:33.428136 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:34.023984 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:34.799442 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:37.291984 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:39.137156 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:17:59.226470 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6f5bcf2c-1d7a-4259-bcd7-490847873e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:02.787717 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a7e0b423-7de2-4881-95f3-e707f2c9967a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:03.446221 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:04.018167 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:04.796690 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:07.285427 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:16.138007 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:18:17.752518 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [req-f22a053c-fa6d-4d6c-bced-45046e820b70 req-74254a6a-0028-44bf-ad82-43ccd546d80e service neutron] (84026) timed out ('10.222.0.23', 55734) {{(pid=84026) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 01:18:23.098091 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [req-da47835c-3478-48e6-8255-f9f5c770e187 req-fe51cade-b2d2-4624-bcc3-39d6652f8f2d service neutron] (84026) timed out ('10.222.0.42', 56400) {{(pid=84026) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 01:18:28.429046 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [req-e697c811-ad2d-44bc-b34e-30866fc901e7 req-09578294-73c2-4024-b77b-94ff09da5d0b service neutron] (84027) timed out ('10.222.0.42', 56406) {{(pid=84027) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 01:18:29.226853 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7398-1bc7-43e7-aac2-13109da75edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:32.782337 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0ba99306-63ce-4fd6-85e1-9f4de06e0352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:33.436953 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:34.022730 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:34.807488 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:37.287396 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:53.145217 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:18:59.233157 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a0abee23-4d95-4b5c-b84f-520e57eb137b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:02.798485 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-355ce6e5-9d95-43ec-bba0-bcfd99ae91a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:03.438270 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:04.029805 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:04.815181 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:07.297016 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:28.816813 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.wsgi [req-829c8e44-47b4-4cfe-a1d1-b7d0a75239b5 req-ac3bb1ce-4652-4b66-b2bb-3879a42dfddf tempest-AttachVolumeNegativeTest-43376404 tempest-AttachVolumeNegativeTest-43376404-project] (84027) timed out ('10.222.0.42', 56763) {{(pid=84027) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 01:19:29.227719 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4aac5091-68d2-44c4-b8a0-028fa3e75dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:30.139437 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:19:32.787179 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e8a95d07-9aef-4d1b-a2d2-5a63ccf13392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:33.443001 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:34.033122 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:34.816019 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:37.324650 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:59.226626 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b3d1d693-0a07-48b0-8a94-cae8e3f437db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:02.790349 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-92750ad3-5df5-4e99-8da2-0d0aa080327f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:03.447616 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:04.029475 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:04.817756 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:07.146682 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:20:07.341123 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:29.233154 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-539bfff0-0794-4ff7-a3e9-2dcfada50be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:32.792456 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0c453438-0a6c-42d0-9eec-324bf34d514b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:33.453126 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:34.023478 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:34.826443 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:37.365233 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:44.143620 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:20:59.224452 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3c0571ec-aafb-4505-8377-3a64ec764d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:02.792672 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-84cbe8ce-6699-44f1-a8db-19232eff1d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:03.457907 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:04.029229 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:04.832814 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:07.379631 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:21.139388 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron.db.agents_db [None req-4eca90d3-85ab-44d4-8418-7398b6336709 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:21:29.226991 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5868ea70-d2b1-4319-b6f0-005db3bbf15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:32.788366 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e790985f-24b3-4baf-afdf-285aa52ca40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:33.463240 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04644955-c2a5-47a0-922a-216feeb4801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:34.034342 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c39d3cd4-803b-4981-aeba-7a5bd0895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:34.838834 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd2e-d222-41df-a817-34e1e3385e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:37.378618 dv-cinder-759955-4-smb neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98c042d1-388a-49ad-8599-4c09f67e5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779335925721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854119149'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}